-- Logs begin at Mon 2021-05-31 10:58:42 UTC, end at Mon 2021-05-31 12:09:40 UTC. -- May 31 11:46:23.642830 dv-cinder-791239-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:46:24.614546 dv-cinder-791239-4-smb neutron-server[92447]: Beware of the coming changes in the project packaging May 31 11:46:24.615140 dv-cinder-791239-4-smb neutron-server[92447]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:46:26.080499 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.common.config [-] Logging enabled! May 31 11:46:26.081140 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:46:26.081247 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92447) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:46:26.084447 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.common.config [-] Logging enabled! May 31 11:46:26.084711 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:46:26.085024 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92447) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:46:26.085987 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:46:26.086228 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:46:26.086592 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:46:26.086843 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:46:26.087072 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:46:26.087397 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.087702 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.088001 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.088235 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.088532 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.088822 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.089104 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.089394 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.089695 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.090006 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.090288 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.090577 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.090810 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.091095 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.091387 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.091677 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.091904 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] debug = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.092188 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.092614 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.093027 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.093308 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.093602 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.093913 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.094184 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.094463 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.094787 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.095120 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] host = dv-cinder-791239-4-smb {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.095398 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.095689 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.095978 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.096267 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.096549 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.096828 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.097114 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.097390 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.097669 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.097970 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.098262 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.098553 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.098848 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.099076 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.099300 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.099589 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.099880 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.100156 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.100432 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.100709 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.100985 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.101259 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.101527 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.101849 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.102140 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.102430 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.102704 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.102983 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.103254 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.103527 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.103812 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.104086 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.104361 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.104636 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.104924 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.105193 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.105465 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.105792 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.106084 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.106368 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.106659 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.106934 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.107216 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.107490 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.107765 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.108041 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_json = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.108318 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.108591 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.108875 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.109149 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.109423 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.109696 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.109993 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.110320 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:26.110623 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.110923 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.111226 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.111512 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.111807 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.112091 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.112384 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.112666 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.112962 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.113249 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.113537 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.113846 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.114142 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.114425 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.114725 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.115032 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.115330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.115623 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.115899 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.116174 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.116449 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.116733 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.117021 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.117317 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.117609 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.117908 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.118190 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.118484 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.118764 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.119039 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.119321 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.119612 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.119891 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.120164 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.120448 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.120728 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.121000 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.121273 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.121551 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.121865 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.122143 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.122416 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.122691 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.122967 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.123239 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.123523 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.123799 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.124071 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.124343 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.124623 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.124898 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.125170 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.125448 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.125735 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.126545 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.126891 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.127247 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.127537 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.127813 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.128089 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.128362 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.128636 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.128915 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.129191 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.129466 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.129759 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.130039 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.130313 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.130599 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.130901 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.131181 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.131460 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.131737 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.132016 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.132292 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.132570 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.132848 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.133125 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.133398 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.133690 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.134002 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.134286 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.134570 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.134848 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.135146 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.135423 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.135704 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.135980 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.136257 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.136544 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.136826 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.137129 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.137423 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.137713 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.138028 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.138320 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.138599 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.138911 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.139192 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:26.139410 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:46:26.139650 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92447) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:46:26.491606 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:26.491891 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:26.492186 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:26.492671 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:46:26.882468 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.882687 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.882949 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.884165 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.884441 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.884710 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.920450 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.920732 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.921000 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.934165 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.934448 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.934724 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.964757 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.965040 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:26.965312 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.002453 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.002734 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.003004 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.234926 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.236169 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.236169 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.236352 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.236996 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.361149 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.361473 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.361781 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.362064 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.362342 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.362655 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.362919 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.363181 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.363438 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.363719 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.363981 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.364248 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.364514 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.364774 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.365044 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.365318 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.366668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.366968 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.367241 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.367537 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.367901 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.368168 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.368428 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.368723 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.368979 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.369231 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.369623 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.369895 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.370140 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.370385 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.370622 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.370859 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:27.371226 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:46:27.374356 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:46:27.378326 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:46:27.382060 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 31 11:46:27.383701 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:46:27.384152 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:46:27.384489 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:46:27.384876 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:46:27.387868 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:46:27.388128 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:46:27.388489 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:46:27.417190 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:46:27.417639 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.417976 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92447) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:46:27.418339 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.419707 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92447) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:46:27.419988 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:46:27.420239 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:46:27.423496 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.423781 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:27.490796 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:46:27.491049 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:46:27.491293 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:46:27.491670 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:46:27.522824 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_db.sqlalchemy.engines [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92447) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:46:28.050446 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing driver for type 'gre' May 31 11:46:28.050994 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] gre ID ranges: [(1, 1000)] May 31 11:46:28.388223 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing driver for type 'local' May 31 11:46:28.388820 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing driver for type 'vlan' May 31 11:46:28.588246 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] VlanTypeDriver initialization complete May 31 11:46:28.588612 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing driver for type 'vxlan' May 31 11:46:28.589125 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] vxlan ID ranges: [(1, 1000)] May 31 11:46:28.873264 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing extension driver 'port_security' May 31 11:46:28.873634 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.extensions.port_security [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] PortSecurityExtensionDriver initialization complete May 31 11:46:28.873998 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing mechanism driver 'openvswitch' May 31 11:46:28.874324 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing mechanism driver 'hyperv' May 31 11:46:28.881470 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.plugins.ml2.plugin [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:28.882277 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.882671 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.883022 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.883438 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.883835 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.884330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.884733 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.885103 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.885466 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.885988 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.886342 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.886692 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.887092 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.887456 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.887815 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.888191 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > address_group after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.888532 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > address_group after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.888866 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.889201 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] ML2 OVO RPC backend initialized. {{(pid=92447) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:46:28.890002 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.890426 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.890955 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.891304 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > networks before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.891675 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.892016 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > ports before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.892358 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.892696 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnets before_response 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.893043 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.893386 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.893743 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.894087 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.894426 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.894781 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.895146 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.895488 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.895819 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.896432 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.plugin [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Modular L2 Plugin initialization complete May 31 11:46:28.896810 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading services supported by the core plugin {{(pid=92447) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:46:28.897172 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.plugins.ml2.managers [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Got port-security extension from driver 'port_security' May 31 11:46:28.897785 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.extensions.vlantransparent [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Disabled vlantransparent extension. May 31 11:46:28.898280 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92447) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:46:28.898594 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: router May 31 11:46:28.948120 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.948519 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_create 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.948896 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router before_create 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.949265 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.949639 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.950019 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_delete 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.950379 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.950742 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_create 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.951091 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.951441 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.951792 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.952156 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.952606 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.952969 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.953313 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.953652 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: subnet after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.954048 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.954399 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.954750 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.955095 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.955440 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.955796 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router after_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.956143 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.956491 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_create 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.956861 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.957207 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_update 55549900 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.957581 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > network after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.958460 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Tracking information for resource: router configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:28.958798 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Tracking information for resource: floatingip configured {{(pid=92447) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:46:28.963667 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.db.l3_agentschedulers_db [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:46:28.964249 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.964613 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.964967 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.965320 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: port after_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.966154 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router before_create 55550100 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.966523 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.966893 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_create 55550100 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.967254 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > router precommit_update 55550100 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.972439 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.provider_configuration [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service providers = [] {{(pid=92447) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:46:28.972807 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.db.servicetype_db [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92447) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:46:28.975764 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.service_base [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:46:28.976118 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.service_base [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:46:28.976462 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.service_base [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:46:28.977342 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.services.service_base [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92447) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:46:28.977712 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.services.service_base [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:46:28.978280 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:28.978602 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:46:28.989552 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:28.989930 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: auto_allocate May 31 11:46:28.995662 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: network precommit_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.996034 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: network precommit_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:28.996551 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:28.996873 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: tag May 31 11:46:29.003715 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:29.004046 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: timestamp May 31 11:46:29.007841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:29.008176 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: network_ip_availability May 31 11:46:29.013361 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.013758 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.014123 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.014842 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:29.015164 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: flavors May 31 11:46:29.020198 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:29.020533 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading Plugin: revisions May 31 11:46:29.024805 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92447) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:46:29.025195 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.533s {{(pid=92447) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:29.025951 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92447) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:46:29.026290 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Initializing extension manager. May 31 11:46:29.026794 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: __init__.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.027140 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: __pycache__ {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.027475 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.027807 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: address_group.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.028558 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.029115 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: address-group May 31 11:46:29.029439 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: address_scope.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.030184 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.030697 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: address-scope May 31 11:46:29.031020 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.031945 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.033052 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: router-admin-state-down-before-update May 31 11:46:29.033378 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: agent.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.034105 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.034617 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: agent May 31 11:46:29.034940 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: agent_resources_synced.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.035849 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.036363 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: agent-resources-synced May 31 11:46:29.036685 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: allowedaddresspairs.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.038492 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.039021 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: allowed-address-pairs May 31 11:46:29.039605 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: auto_allocated_topology.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.040681 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.041198 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: auto-allocated-topology May 31 11:46:29.041524 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: availability_zone.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.042238 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.042754 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: availability_zone May 31 11:46:29.043077 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: availability_zone_filter.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.043977 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.044488 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: availability_zone_filter May 31 11:46:29.044810 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: data_plane_status.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.045711 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.046238 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:46:29.046560 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: default_subnetpools.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.047466 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.048573 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: default-subnetpools May 31 11:46:29.048894 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.049690 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.050225 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: dhcp_agent_scheduler May 31 11:46:29.050567 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: dns.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.051449 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.051953 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension dns-integration not supported by any of loaded plugins May 31 11:46:29.052273 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: dns_domain_ports.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.053184 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.053690 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:46:29.054036 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: dvr.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.054701 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.055210 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: dvr May 31 11:46:29.055529 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: empty_string_filtering.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.056428 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.056942 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: empty-string-filtering May 31 11:46:29.057267 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.058213 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.058710 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:46:29.059027 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.059938 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.060454 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:46:29.060778 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: external_net.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.061659 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.062198 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: external-net May 31 11:46:29.062519 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.063450 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.063965 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: extra_dhcp_opt May 31 11:46:29.064285 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: extraroute.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.065181 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.065691 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: extraroute May 31 11:46:29.066041 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: extraroute_atomic.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.067059 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.067570 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: extraroute-atomic May 31 11:46:29.067893 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: filter_validation.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.068550 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.069053 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: filter-validation May 31 11:46:29.069372 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: fip_pf_description.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.070470 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.070983 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:46:29.071305 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: fip_port_details.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.072232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.072724 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: fip-port-details May 31 11:46:29.073046 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: flavors.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.074297 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.074811 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: flavors May 31 11:46:29.075136 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.076783 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.077311 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:46:29.077637 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: floatingip_pools.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.078421 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.078979 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: floatingip-pools May 31 11:46:29.079307 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: ip_allocation.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.080216 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.080725 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:46:29.081046 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.081981 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.082492 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: ip-substring-filtering May 31 11:46:29.082817 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l2_adjacency.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.083752 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.084278 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:46:29.084581 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.085530 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.086077 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: router May 31 11:46:29.086402 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.088632 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.089161 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:46:29.089491 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.090447 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.090975 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: ext-gw-mode May 31 11:46:29.091298 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.092205 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.092721 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: l3-ha May 31 11:46:29.093047 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3_flavors.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.093982 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.095058 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: l3-flavors May 31 11:46:29.095413 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.096318 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.096830 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:46:29.097149 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: l3agentscheduler.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.098214 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.098729 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: l3_agent_scheduler May 31 11:46:29.099056 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: logging.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.100533 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.101066 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension logging not supported by any of loaded plugins May 31 11:46:29.101400 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: metering.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.102167 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.102750 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: metering May 31 11:46:29.103077 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.104174 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.104702 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: metering_source_and_destination_fields May 31 11:46:29.105034 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: multiprovidernet.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.106105 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.106620 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: multi-provider May 31 11:46:29.106946 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: netmtu.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.107861 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.108372 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: net-mtu May 31 11:46:29.108696 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: netmtu_writable.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.109600 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.110776 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: net-mtu-writable May 31 11:46:29.111088 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: network_availability_zone.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.111755 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.112267 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: network_availability_zone May 31 11:46:29.112592 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: network_ip_availability.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.113673 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.114217 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: network-ip-availability May 31 11:46:29.114542 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: network_segment_range.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.115298 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.115806 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:46:29.116131 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: pagination.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.117099 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.117431 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: pagination May 31 11:46:29.117795 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: port_device_profile.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.118701 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.119211 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: port-device-profile May 31 11:46:29.119533 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.120440 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.120947 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: port-mac-address-regenerate May 31 11:46:29.121267 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.122208 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.122715 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: port-numa-affinity-policy May 31 11:46:29.123036 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: port_resource_request.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.123983 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.124442 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:46:29.124761 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: portbindings.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.125679 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.126246 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: binding May 31 11:46:29.126567 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: portbindings_extended.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.127842 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.128363 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: binding-extended May 31 11:46:29.128694 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: portsecurity.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.129599 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.130150 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: port-security May 31 11:46:29.130478 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: project_id.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.131442 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.131770 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: project-id May 31 11:46:29.132094 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: providernet.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.133011 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.133527 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: provider May 31 11:46:29.133890 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.137335 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.137905 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos not supported by any of loaded plugins May 31 11:46:29.138242 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.139471 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.139993 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:46:29.140324 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.141238 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.141826 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:46:29.142157 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_default.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.143061 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.143579 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-default not supported by any of loaded plugins May 31 11:46:29.143908 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_fip.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.144553 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.145060 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-fip not supported by any of loaded plugins May 31 11:46:29.145382 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_gateway_ip.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.146329 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.146840 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:46:29.147161 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_port_network_policy.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.148069 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.148579 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:46:29.148899 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_rule_type_details.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.149838 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.150348 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:46:29.150669 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: qos_rules_alias.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.151722 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.152233 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:46:29.152555 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: quotasv2.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.153563 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.153924 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: quotas May 31 11:46:29.154245 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: quotasv2_detail.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.155850 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.156193 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: quota_details May 31 11:46:29.156526 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: rbac.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.158233 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.158759 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: rbac-policies May 31 11:46:29.159089 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: rbac_address_group.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.160009 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.160526 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: rbac-address-group May 31 11:46:29.160851 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: rbac_address_scope.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.161781 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.162300 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: rbac-address-scope May 31 11:46:29.162625 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: rbac_security_groups.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.163531 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.164042 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: rbac-security-groups May 31 11:46:29.164621 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: rbac_subnetpool.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.165525 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.166078 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: rbac-subnetpool May 31 11:46:29.166401 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: revisionifmatch.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.167314 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.167828 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: revision-if-match May 31 11:46:29.168164 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: revisions.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.169256 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.169803 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: standard-attr-revisions May 31 11:46:29.170133 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: router_availability_zone.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.170799 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.171312 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: router_availability_zone May 31 11:46:29.171636 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: routerservicetype.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.172549 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.173622 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension router-service-type not supported by any of loaded plugins May 31 11:46:29.173973 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.174889 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.175405 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: security-groups-normalized-cidr May 31 11:46:29.175728 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.176643 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.177156 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: port-security-groups-filtering May 31 11:46:29.177481 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.178418 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.178931 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: security-groups-remote-address-group May 31 11:46:29.179254 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: securitygroup.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.188649 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.189179 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: security-group May 31 11:46:29.195049 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: segment.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.195049 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.195049 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension segment not supported by any of loaded plugins May 31 11:46:29.195049 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.195874 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.196387 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:46:29.196715 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: servicetype.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.197844 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.198367 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: service-type May 31 11:46:29.198694 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: sorting.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.199671 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.200005 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: sorting May 31 11:46:29.200330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: standard_attr_segment.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.201226 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.201768 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:46:29.202097 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: standardattrdescription.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.202826 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.203331 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: standard-attr-description May 31 11:46:29.203652 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: stateful_security_group.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.204605 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.205118 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: stateful-security-group May 31 11:46:29.205441 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: stdattrs_common.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.206049 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:46:29.206371 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.207352 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.207863 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:46:29.208183 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnet_onboard.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.209280 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.209833 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: subnet_onboard May 31 11:46:29.210162 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.211081 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.211590 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:46:29.211917 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnet_service_types.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.213097 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.213612 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: subnet-service-types May 31 11:46:29.213976 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnetallocation.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.215065 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.215582 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: subnet_allocation May 31 11:46:29.215909 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.216561 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.217071 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: subnetpool-prefix-ops May 31 11:46:29.217392 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.218354 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.218864 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:46:29.219188 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: tagging.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.220864 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.221384 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: standard-attr-tag May 31 11:46:29.221843 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: timestamp.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.223056 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.223579 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loaded extension: standard-attr-timestamp May 31 11:46:29.223905 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: trunk.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.224930 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.225451 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension trunk not supported by any of loaded plugins May 31 11:46:29.225812 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: trunk_details.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.226726 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.227242 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension trunk-details not supported by any of loaded plugins May 31 11:46:29.227567 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: uplink_status_propagation.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.228477 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.228991 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:46:29.229314 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Loading extension file: vlantransparent.py {{(pid=92447) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:46:29.230006 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92447) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:46:29.230518 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:46:29.233064 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:network May 31 11:46:29.233809 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnet May 31 11:46:29.236228 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:46:29.236858 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:port May 31 11:46:29.238164 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.238612 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service FLAVORS assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.239246 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.239688 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.240023 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:router May 31 11:46:29.240688 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:46:29.241411 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service METERING assigned prefix: /metering {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.242865 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.243238 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.243839 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:46:29.244818 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:46:29.245283 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:security_group May 31 11:46:29.246004 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:46:29.246747 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service CORE assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.247080 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:46:29.247417 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] subnetpool is already registered May 31 11:46:29.248040 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service CORE assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.248373 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:46:29.248698 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] subnetpool is already registered May 31 11:46:29.251353 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.251792 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service FLAVORS assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.252394 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.252824 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.253158 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:router May 31 11:46:29.253487 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] router is already registered May 31 11:46:29.254110 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:46:29.254441 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] floatingip is already registered May 31 11:46:29.255173 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service METERING assigned prefix: /metering {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.255863 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:46:29.256192 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] rbac_policy is already registered May 31 11:46:29.256735 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:security_group May 31 11:46:29.257074 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] security_group is already registered May 31 11:46:29.257670 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:46:29.258034 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] security_group_rule is already registered May 31 11:46:29.258717 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service CORE assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.259051 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:46:29.259378 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] subnetpool is already registered May 31 11:46:29.259985 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.v2.resource_helper [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Service CORE assigned prefix: {{(pid=92447) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:46:29.260313 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:46:29.260635 dv-cinder-791239-4-smb neutron-server[92447]: WARNING neutron.quota.resource_registry [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] subnetpool is already registered May 31 11:46:29.261317 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: extensions {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.262827 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: address-groups {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.264436 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: address-scopes {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.265649 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: agents {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.266853 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: auto-allocated-topology {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.268121 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: availability_zones {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.269537 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: dhcp-networks {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.270996 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: dhcp-agents {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.272423 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: routers {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.274251 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: flavors {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.275425 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: service_profiles {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.276646 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: next_providers {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.278242 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: service_profiles {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.279694 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: floatingip-pools {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.280908 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: routers {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.283330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: floatingips {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.284517 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: l3-routers {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.292867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: l3-agents {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.292867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: metering-labels {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.292867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: metering-label-rules {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.292867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: network-ip-availabilities {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.292867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: bindings {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.293309 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: quotas {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.294691 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: quotas {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.296096 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: rbac-policies {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.297440 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: security-groups {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.299330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: security-group-rules {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.300564 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: service-providers {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.301853 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: subnetpools {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.304226 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: subnetpools {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.305803 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.307506 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.419431 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.421216 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.423585 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.425450 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.427196 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.429102 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.430881 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.432746 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron.api.extensions [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Extended resource: tags {{(pid=92447) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:46:29.439251 dv-cinder-791239-4-smb neutron-server[92447]: WARNING keystonemiddleware.auth_token [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:46:29.443977 dv-cinder-791239-4-smb neutron-server[92447]: WARNING keystonemiddleware.auth_token [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:46:29.452241 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Acquired lock "singleton_lock" {{(pid=92447) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:46:29.452729 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_concurrency.lockutils [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Releasing lock "singleton_lock" {{(pid=92447) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:46:29.453361 dv-cinder-791239-4-smb neutron-server[92447]: INFO oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Starting 2 workers May 31 11:46:29.458017 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Started child 92556 {{(pid=92447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:46:29.462275 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Started child 92557 {{(pid=92447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:46:29.463523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.464215 dv-cinder-791239-4-smb neutron-server[92447]: INFO neutron.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:46:29.464435 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Notify callbacks [] for process, before_spawn {{(pid=92447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.465125 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [-] (92556) wsgi starting up on http://0.0.0.0:9696 May 31 11:46:29.466993 dv-cinder-791239-4-smb neutron-server[92447]: INFO oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Starting 1 workers May 31 11:46:29.467140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.468527 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [-] (92557) wsgi starting up on http://0.0.0.0:9696 May 31 11:46:29.472215 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Started child 92558 {{(pid=92447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:46:29.472731 dv-cinder-791239-4-smb neutron-server[92447]: INFO oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Starting 1 workers May 31 11:46:29.475657 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] calling RpcWorker wait() {{(pid=92558) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:46:29.476254 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] returning from RpcWorker wait() {{(pid=92558) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:46:29.477087 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Started child 92559 {{(pid=92447) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:46:29.477473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.477916 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG neutron_lib.callbacks.manager [None req-5f2db751-1789-45a2-8ef3-31d6e1493ec8 None None] Notify callbacks [] for process, after_spawn {{(pid=92447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.478019 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:29.479833 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92447) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:46:29.480047 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:46:29.480230 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:46:29.480443 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:46:29.480784 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:46:29.480945 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:46:29.481439 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.481742 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.482021 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.482282 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.482508 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:29.483025 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.483180 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.483391 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.483637 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.483912 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.484164 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.484341 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.484513 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.484767 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.485005 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.485894 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.486155 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.486394 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.486672 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.486838 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.487108 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.487375 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.487626 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.487909 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] debug = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.488140 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.488607 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.488855 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.489096 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.489315 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.489588 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.489848 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.490144 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.490383 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.490601 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.490825 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.491092 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.491339 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.491576 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.491799 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.492057 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.492295 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.492793 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] host = dv-cinder-791239-4-smb {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.493508 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.493508 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.493508 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.493802 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.494070 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.494303 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.494578 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.494831 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.495064 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.495296 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.495548 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.495797 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.496049 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.496301 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.496465 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_options = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.496865 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.497151 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.497417 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.497611 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.497805 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.497989 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.498245 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.498411 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.498822 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.499050 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.499266 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.499485 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.499722 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.499940 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.500207 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.500442 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.500660 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.501452 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.501910 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.502164 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.502378 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.502610 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.502852 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.503087 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.503327 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.503544 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.503773 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.503993 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.504207 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.504449 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.504664 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.504940 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.505190 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.505433 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.505664 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.505936 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.506157 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.506425 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.506656 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.506903 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.507152 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.507456 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.507939 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.508337 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.508587 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.508710 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:29.508837 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_json = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.509214 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.509480 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.510882 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.511122 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.511376 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.511604 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.511849 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.512093 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.512531 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.512811 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.513125 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.513389 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.513659 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.513939 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.514201 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.514437 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.514678 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.514943 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.515277 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.515508 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.515815 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.516051 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.516312 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.516678 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.516959 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.517261 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.517509 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.517788 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.518038 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.524863 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.525479 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.525562 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.525862 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.526125 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.526374 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.526687 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.526988 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.527268 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.527520 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.527806 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.528054 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.528361 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.528601 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.528841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.529070 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.529340 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.529555 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.529826 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.530058 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.530284 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.530508 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.530744 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.530981 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.531251 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.531476 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.531881 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.532302 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.532757 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.533007 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.533293 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.533548 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.533817 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.534075 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.534335 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.534579 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.534833 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.535115 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.535364 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.535609 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.535849 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.536298 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.536692 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.536920 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.537148 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.537375 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.537603 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.537924 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.538249 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.538471 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.538793 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.539032 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.539559 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.539811 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.540106 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.540358 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.540618 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.540838 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.541314 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.541558 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.541855 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.542115 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.542367 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.542652 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.542890 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.543186 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.543454 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.543736 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.544025 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.544301 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.544577 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.544841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.545153 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.545592 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.546068 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.546320 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.546635 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.546882 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.547163 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.547460 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.548257 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.548559 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.548826 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.549070 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.549331 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.549748 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.550150 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.550552 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.550951 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.551197 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.551491 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.551740 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.551975 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.552215 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.552449 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.552771 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.553010 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.553231 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.553447 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.553754 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.554012 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.554252 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.554535 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.554804 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.555059 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.555318 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.555750 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.556151 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.556583 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.556841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.557060 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.557333 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.557547 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.557818 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.558073 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.558288 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.558558 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.558768 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.559157 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.559393 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.559618 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.559838 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.560110 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.560344 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.560587 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.560856 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.561097 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.561318 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.561544 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.561780 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.562038 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.562279 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.562563 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.562833 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.563071 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.563935 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.564185 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.564463 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.564684 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.564935 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.565157 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.565397 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.565632 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.565878 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.566130 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.566363 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.566610 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.566825 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.567078 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.567298 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.567618 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.567881 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.568111 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.568354 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.568571 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.568806 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.569044 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.569280 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.569497 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.569713 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.569953 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.570209 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.570455 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.570696 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.570909 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.571121 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.571332 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.571548 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.571758 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.572043 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.572287 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.572518 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.572762 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.573004 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.573232 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.573464 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.573676 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.573921 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.574136 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.574382 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.574618 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.574829 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.575046 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.575288 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.575513 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.575725 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.575935 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.576151 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.576360 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.576599 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.576830 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.577039 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.577274 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.577483 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.577841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.578214 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.578455 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.578743 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.579021 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.579273 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.579542 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.579913 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.580322 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.580587 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.580830 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.581047 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.581270 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.581529 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.581860 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.582162 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.582428 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.582903 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.583063 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.583259 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.583523 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.583738 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.584035 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.584388 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.584684 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.584935 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.585193 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.585486 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.585708 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.585945 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.586169 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.586402 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.586618 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.586854 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.587205 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.587353 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.587547 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.587794 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.588011 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.588259 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.588488 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.588717 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.588933 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.589088 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:46:29.589670 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92447) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:46:29.589841 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:46:29.589979 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:46:29.590152 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:46:29.590309 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:46:29.590448 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:46:29.590653 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.590796 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.590960 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591122 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591327 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591467 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591613 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591772 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.591909 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592044 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592180 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592315 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592451 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592586 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592745 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.592888 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593033 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593196 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593359 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593505 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593665 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.593969 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594113 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] debug = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594276 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594497 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594676 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594815 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.594950 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595086 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595220 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595474 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595621 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595785 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.595927 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596090 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596236 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596396 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596553 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596731 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.596893 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597071 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] host = dv-cinder-791239-4-smb {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597234 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597411 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597563 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597744 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.597926 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598091 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598249 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598394 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598553 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598710 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.598868 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599007 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599171 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599330 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599488 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_options = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599645 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599803 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.599959 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600135 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600299 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600506 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600634 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600757 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.600885 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601037 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601195 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601338 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601526 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601652 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601818 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.601965 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602123 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602280 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602437 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602596 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602753 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.602909 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603066 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603225 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603381 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603561 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603720 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.603901 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604061 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604220 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604377 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604541 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604703 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.604860 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605033 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605197 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605354 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605516 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605674 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.605852 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606010 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606166 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606343 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606502 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606675 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.606835 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_json = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607011 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607184 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607342 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607501 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607658 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607814 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.607971 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.608128 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:46:29.608303 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.608465 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.608639 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.608808 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.608947 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609110 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609260 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609418 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609581 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609762 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.609932 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.610625 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.610829 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611012 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611207 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611348 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611631 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611794 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.611934 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612071 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612208 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612344 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612521 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612766 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.612908 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613058 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613196 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613368 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613506 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613642 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.613815 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614000 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614147 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614285 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614421 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614556 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614796 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.614796 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615063 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615209 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615346 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615491 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615627 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615762 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.615897 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616031 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616166 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616341 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616490 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616627 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616800 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.616940 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617085 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617244 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617409 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617572 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617735 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.617976 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.618143 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.618319 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.618457 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.618642 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.618822 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619010 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619179 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619374 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619548 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619729 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.619913 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620076 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620237 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620383 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620546 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620722 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.620886 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621068 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621231 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621413 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621560 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621844 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.621988 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622125 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622261 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622391 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622520 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622696 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622853 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.622990 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.623152 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.623536 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.623536 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.623809 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.623809 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624077 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624077 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624343 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624343 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624608 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624694 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624814 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.624978 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.625134 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.625315 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.625477 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.625659 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.625961 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.626116 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.626258 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.626478 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.626641 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.626801 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.627057 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.627298 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.627546 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.627785 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.628039 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.628293 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.628534 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.628795 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.629052 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.629301 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.629538 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.629785 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.630031 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.630273 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.630509 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.630746 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.630995 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.631248 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.631480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:29.631588 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.631716 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.631948 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.632215 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.632450 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.632686 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.632920 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.633157 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.633392 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.633626 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.633891 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.634147 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.634414 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.634708 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.635006 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.635279 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.635574 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.635867 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.636155 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.636436 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.636726 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.637016 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.637288 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.637584 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.637908 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.638183 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.638465 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.638736 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.639034 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.639303 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.639599 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.639880 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640252 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640252 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640463 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640581 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640765 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.640961 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.641128 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.641289 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642025 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642189 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642353 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642537 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642702 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.642884 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643048 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643214 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643376 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643538 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643706 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.643851 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.644013 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.644175 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.644337 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.644680 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.644680 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.645668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.645668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.645668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.645668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.645668 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.646095 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.646095 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.646296 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.646504 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.646929 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.647061 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.647184 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.647440 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.647739 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.647958 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.648125 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.648288 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.648464 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.648611 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.648773 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649111 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649111 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649268 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649394 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649557 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649765 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.649913 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650075 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650236 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650396 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650566 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650728 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.650888 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651048 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651208 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651378 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651539 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651700 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.651904 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652084 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652273 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652455 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652629 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652789 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.652950 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.653141 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.653313 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.653484 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.653672 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.653859 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654040 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654233 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654411 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654598 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654763 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.654943 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655105 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655311 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655437 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655609 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655781 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.655949 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656112 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656283 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656452 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656623 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656784 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.656976 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.657695 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.657870 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658029 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658190 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658367 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658533 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658712 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.658874 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659035 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659197 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659357 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659519 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659679 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659840 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.659999 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.660160 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.660320 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.660588 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.660864 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.661103 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:46:29.661329 dv-cinder-791239-4-smb neutron-server[92447]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92447) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:46:29.820904 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59082) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:29.830057 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069301 May 31 11:46:40.721509 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bec04-d136-46b1-bdd7-f7481e60eaa7 None None] get_active_networks_info from dv-cinder-791239-4-smb {{(pid=92558) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:46:40.794028 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598bec04-d136-46b1-bdd7-f7481e60eaa7 None None] No non-hosted networks {{(pid=92558) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:46:40.802115 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.agentschedulers_db [None req-598bec04-d136-46b1-bdd7-f7481e60eaa7 None None] DHCP Agent not found on host dv-cinder-791239-4-smb {{(pid=92558) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:46:40.925767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-53d40974-1745-4f74-b4ef-d731b7e6c890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:43.022120 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a6a996a5-c9a6-4574-bc0b-819f14605b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:43.064159 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.db.api [None req-e1b34986-4424-40bd-8ae1-b281122a251e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-791239-4-smb {{(pid=92558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:46:43.064832 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_db.api [None req-e1b34986-4424-40bd-8ae1-b281122a251e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:46:43.482947 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:43.483664 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.484239 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.484784 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.487904 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.488412 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.492883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.492883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.492883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.492883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.492883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.493243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.493243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:43.493243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791239-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:43.496424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791239-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:43.666274 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-e1b34986-4424-40bd-8ae1-b281122a251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:44.209451 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:45.889052 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:47.337672 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59174) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:47.926427 dv-cinder-791239-4-smb neutron-server[92556]: WARNING oslo_policy.policy [None req-0a914a6f-503b-48c8-be9c-6ec31b60ee18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:47.927010 dv-cinder-791239-4-smb neutron-server[92556]: WARNING oslo_policy.policy [None req-0a914a6f-503b-48c8-be9c-6ec31b60ee18 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:48.143006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [None req-0a914a6f-503b-48c8-be9c-6ec31b60ee18 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:46:48.144792 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0a914a6f-503b-48c8-be9c-6ec31b60ee18 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8049905 May 31 11:46:48.936922 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.db.l3_hamode_db [None req-75efd018-0d4a-4ca8-8c4d-5365e678b642 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:46:49.022251 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efd018-0d4a-4ca8-8c4d-5365e678b642 None None] Routers set() bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:46:49.022623 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75efd018-0d4a-4ca8-8c4d-5365e678b642 None None] Router IDs set() for agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:46:50.527802 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59188) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:50.884411 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:46:50.983678 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.policy [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92556) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:46:51.028071 dv-cinder-791239-4-smb neutron-server[92556]: WARNING oslo_policy.policy [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:51.028456 dv-cinder-791239-4-smb neutron-server[92556]: WARNING oslo_policy.policy [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:51.037398 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.quota [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Loaded quota_driver: . May 31 11:46:51.053292 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:51.263222 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195945982', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195946335', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195965264', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195962380', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195915911', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743195914120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-525185', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3679021', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882394'] for rbac-policy, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:51.552020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:51.553168 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-af9b80e0-4a1b-479b-9cb7-1efc33624039 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0244303 May 31 11:46:54.077020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59202) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:54.422527 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Request body: {'network': {'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'name': 'private'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:46:54.427589 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:54.432338 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Usage tracker for resource:network and tenant:18000ba6eaad40cb920bc6e6d1c0f1a6 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:46:54.437098 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:46:54.444141 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:46:54.545858 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Made reservation on behalf of 18000ba6eaad40cb920bc6e6d1c0f1a6 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:46:54.548717 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.567188 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.582052 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:54.585669 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Usage tracker for resource:security_group_rule and tenant:18000ba6eaad40cb920bc6e6d1c0f1a6 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:46:54.590597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:46:54.596178 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:46:54.688846 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.775797 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.781284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:54.802119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:46:54.827470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743196992229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.828060 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Unsubscribe: segment precommit_create {{(pid=92556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:46:54.828541 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Added segment c3804741-12c4-4d8b-b3a1-16a7a0f95041 of type vlan for network 66592372-dea3-4bdf-a464-275a4ff2f8c4 May 31 11:46:54.876740 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a847c4-21f0-4712-a3ce-a10990a30ab1,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:54.898092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.898428 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.898752 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.899069 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.899380 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.899688 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.899994 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.900297 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.900616 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.900923 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.901224 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.901523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Tracked resource versions report: May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: pushed versions: May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: { 'AddressGroup': {'1.2'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'ConntrackHelper': {'1.0'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Log': {'1.0'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Network': {'1.1'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Port': {'1.7'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'PortForwarding': {'1.2'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'QosPolicy': {'1.8'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroup': {'1.4'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroupRule': {'1.2'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SubPort': {'1.0'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Subnet': {'1.1'}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Trunk': {'1.1'}} May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: consumer versions: May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'ConntrackHelper': '1.0', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Log': '1.0', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Network': '1.1', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Port': '1.7', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'PortForwarding': '1.2', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'QosPolicy': '1.8', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroup': '1.4', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroupRule': '1.2', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'SubPort': '1.0', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Subnet': '1.1', May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: 'Trunk': '1.1'}} May 31 11:46:54.902622 dv-cinder-791239-4-smb neutron-server[92556]: {{(pid=92556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:46:54.950817 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:54.956165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:55.067231 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.068755 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:55.069395 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:55.072536 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:55.176243 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Pushing event updated for resources: {'Network': ['ID=66592372-dea3-4bdf-a464-275a4ff2f8c4,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:55.179392 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:55.187448 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:46:55.281835 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1899695 May 31 11:46:57.901268 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59218) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:58.475128 dv-cinder-791239-4-smb neutron-server[92557]: WARNING oslo_policy.policy [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:58.475695 dv-cinder-791239-4-smb neutron-server[92557]: WARNING oslo_policy.policy [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:58.912120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.policy [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92557) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:46:58.956738 dv-cinder-791239-4-smb neutron-server[92557]: WARNING oslo_policy.policy [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:58.957103 dv-cinder-791239-4-smb neutron-server[92557]: WARNING oslo_policy.policy [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:46:58.965449 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:58.967118 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-45ccbc76-e5b8-4e7a-8892-3c82d28e4059 admin admin] 10.222.0.20 "GET /v2.0/networks/66592372-dea3-4bdf-a464-275a4ff2f8c4 HTTP/1.1" status: 200 len: 825 time: 1.0648546 May 31 11:46:59.000354 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-98078bb0-047b-4f2a-98cd-7e83b1253bf8 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/ab12589c-8998-40a4-ab37-43560a84bd9c HTTP/1.1" status: 200 len: 734 time: 0.0272896 May 31 11:46:59.008995 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:46:59.010594 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.quota [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Loaded quota_driver: . May 31 11:46:59.016456 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:46:59.022117 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Usage tracker for resource:subnet and tenant:18000ba6eaad40cb920bc6e6d1c0f1a6 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:46:59.025486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:46:59.032539 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:46:59.124335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Made reservation on behalf of 18000ba6eaad40cb920bc6e6d1c0f1a6 for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:46:59.127078 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:59.685421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:59.691564 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:59.762561 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Checking segment: {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:46:59.762864 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Network hostable DHCP agents. Network: 66592372-dea3-4bdf-a464-275a4ff2f8c4, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:46:59.783355 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b502eb-63e2-4713-9453-b444ba8adefb,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:59.793260 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.793589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.793933 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.794248 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.794559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.794867 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.795170 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.795473 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.795794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.796096 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.796395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.796690 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Tracked resource versions report: May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: pushed versions: May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: { 'AddressGroup': {'1.2'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'ConntrackHelper': {'1.0'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Log': {'1.0'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Network': {'1.1'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Port': {'1.7'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'PortForwarding': {'1.2'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'QosPolicy': {'1.8'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroup': {'1.4'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroupRule': {'1.2'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SubPort': {'1.0'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Subnet': {'1.1'}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Trunk': {'1.1'}} May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: consumer versions: May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'ConntrackHelper': '1.0', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Log': '1.0', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Network': '1.1', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Port': '1.7', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'PortForwarding': '1.2', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'QosPolicy': '1.8', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroup': '1.4', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroupRule': '1.2', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'SubPort': '1.0', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Subnet': '1.1', May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: 'Trunk': '1.1'}} May 31 11:46:59.797780 dv-cinder-791239-4-smb neutron-server[92557]: {{(pid=92557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:46:59.825302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:59.844032 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:46:59.912891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 66592372-dea3-4bdf-a464-275a4ff2f8c4) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:46:59.917656 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:59.918321 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:59.922525 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361688f6-5108-4676-96a7-86c6a906c8d5 None None] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:46:59.993924 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9884002 May 31 11:47:00.232593 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-66592372-dea3-4bdf-a464-275a4ff2f8c4', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:47:00.233796 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:00.420253 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Allocated IP 172.20.0.2 (66592372-dea3-4bdf-a464-275a4ff2f8c4/c0b502eb-63e2-4713-9453-b444ba8adefb/fdc72871-b870-4594-8f46-3915dfb495f6) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:00.650834 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:00.663933 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Transition to ACTIVE for port object fdc72871-b870-4594-8f46-3915dfb495f6 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:00.683941 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Transition to ACTIVE for port object fdc72871-b870-4594-8f46-3915dfb495f6 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:00.753485 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:00.758260 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:00.819681 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:00.822587 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:00.829301 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:00.833179 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Pushing event updated for resources: {'Port': ['ID=fdc72871-b870-4594-8f46-3915dfb495f6,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:00.875843 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.876188 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.876507 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.876829 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.877147 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.877493 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.877835 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.878147 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.878458 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.878768 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.879079 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.879384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Tracked resource versions report: May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: pushed versions: May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: { 'AddressGroup': {'1.2'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'ConntrackHelper': {'1.0'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Log': {'1.0'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Network': {'1.1'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Port': {'1.7'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'PortForwarding': {'1.2'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'QosPolicy': {'1.8'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroup': {'1.4'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroupRule': {'1.2'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SubPort': {'1.0'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Subnet': {'1.1'}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Trunk': {'1.1'}} May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: consumer versions: May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'ConntrackHelper': '1.0', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Log': '1.0', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Network': '1.1', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Port': '1.7', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'PortForwarding': '1.2', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'QosPolicy': '1.8', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroup': '1.4', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroupRule': '1.2', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'SubPort': '1.0', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Subnet': '1.1', May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: 'Trunk': '1.1'}} May 31 11:47:00.880493 dv-cinder-791239-4-smb neutron-server[92558]: {{(pid=92558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:47:00.912352 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:00.931128 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Attempting to bind port fdc72871-b870-4594-8f46-3915dfb495f6 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:47:00.931715 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Attempting to bind port fdc72871-b870-4594-8f46-3915dfb495f6 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:47:00.931927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Attempting to bind port fdc72871-b870-4594-8f46-3915dfb495f6 on network 66592372-dea3-4bdf-a464-275a4ff2f8c4 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:00.937083 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:47:00.937428 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Checking segment: {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:00.937905 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:00.938299 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Bound using segment: {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:47:00.938829 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Bound port: fdc72871-b870-4594-8f46-3915dfb495f6, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:47:00.939200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.026213 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] For port fdc72871-b870-4594-8f46-3915dfb495f6, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:47:01.030170 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] For port fdc72871-b870-4594-8f46-3915dfb495f6, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=fdc72871-b870-4594-8f46-3915dfb495f6,segment=NetworkSegment(c3804741-12c4-4d8b-b3a1-16a7a0f95041),segment_id=c3804741-12c4-4d8b-b3a1-16a7a0f95041)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:47:01.079307 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.083873 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:01.169168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Pushing event updated for resources: {'Port': ['ID=fdc72871-b870-4594-8f46-3915dfb495f6,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:01.172486 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:02.353369 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59238) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:02.730946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [None req-728147d8-2d64-46f2-9b8d-f105bc4ac919 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:47:02.731916 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-728147d8-2d64-46f2-9b8d-f105bc4ac919 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3775842 May 31 11:47:05.093447 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59248) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:05.501264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [None req-dc6987ac-c0eb-4caa-9fc1-496893120027 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:47:05.502383 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-dc6987ac-c0eb-4caa-9fc1-496893120027 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4079568 May 31 11:47:06.681632 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cc6a33-3014-442b-96ca-8758a4eb3961 None None] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:06.839089 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c86102c8-5556-4829-baf7-3cb94de79467 None None] Provisioning for port fdc72871-b870-4594-8f46-3915dfb495f6 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:07.116523 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device fdc72871-b870-4594-8f46-3915dfb495f6 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:07.272753 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port fdc72871-b870-4594-8f46-3915dfb495f6 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:07.277870 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port fdc72871-b870-4594-8f46-3915dfb495f6 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:07.278262 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.391884 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.423420 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port fdc72871-b870-4594-8f46-3915dfb495f6, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=fdc72871-b870-4594-8f46-3915dfb495f6,segment=NetworkSegment(c3804741-12c4-4d8b-b3a1-16a7a0f95041),segment_id=c3804741-12c4-4d8b-b3a1-16a7a0f95041)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:07.478757 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.480886 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:07.548109 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=fdc72871-b870-4594-8f46-3915dfb495f6,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:07.551848 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:08.151874 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59264) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:08.499437 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'name': 'router1'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:08.504492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:08.508328 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Usage tracker for resource:router and tenant:18000ba6eaad40cb920bc6e6d1c0f1a6 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:08.511715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:08.517473 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:08.585669 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.587373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.608916 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.786027 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.946959 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.948140 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-647d0c5f-8c38-44fd-84f4-68c8eaff6f24 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7953036 May 31 11:47:09.092963 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device fdc72871-b870-4594-8f46-3915dfb495f6 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:09.160429 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port fdc72871-b870-4594-8f46-3915dfb495f6 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:09.160792 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.696104 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b6274e16-f5c1-4827-b502-5bddb652a954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.350446 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59274) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:11.719657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [None req-8153e1b3-2f60-4882-acd2-51a511d5f597 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:47:11.720638 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8153e1b3-2f60-4882-acd2-51a511d5f597 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3692715 May 31 11:47:12.998391 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-70214e90-fe43-48ef-9166-bd2f67d703c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:13.393675 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.088803 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59284) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:14.164347 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.460022 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:14.467181 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:14.471690 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Usage tracker for resource:network and tenant:b720889579dc475aabc24386e5c50c9f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:14.474668 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:14.480310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:14.579130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Made reservation on behalf of b720889579dc475aabc24386e5c50c9f for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:47:14.582115 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.617364 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.632912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:14.636750 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Usage tracker for resource:security_group_rule and tenant:b720889579dc475aabc24386e5c50c9f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:14.640054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:14.646347 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:14.739120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.780883 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.784134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:14.799649 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Reserving flat network on physical network physnet1 {{(pid=92557) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:47:14.820815 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef6ac0b-1c0e-464d-a6be-59eed771ceda,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:14.826326 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:14.827559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743196992229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.828167 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Unsubscribe: segment precommit_create {{(pid=92557) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:47:14.828881 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Added segment 0a0db41f-0a46-4532-8a29-b7951d27dbc0 of type flat for network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 May 31 11:47:14.874658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.958337 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.959675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:14.960271 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.963497 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:15.061331 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Pushing event updated for resources: {'Network': ['ID=e5b95b67-c0cc-450a-9d0e-a170c0d697a5,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:15.065145 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:15.077194 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:47:15.125301 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0354505 May 31 11:47:15.809642 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:17.465937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59304) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:17.676828 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5fe33-a2cc-47cf-aa2e-91be19c9a79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:17.678180 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2ce5fe33-a2cc-47cf-aa2e-91be19c9a79b admin admin] 10.222.0.20 "GET /v2.0/subnets/c0b502eb-63e2-4713-9453-b444ba8adefb HTTP/1.1" status: 200 len: 849 time: 0.2113085 May 31 11:47:17.819592 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8a7b7128-fa50-4075-9e10-8393807b6bf8 admin admin] 10.222.0.20 "GET /v2.0/routers/05086c31-f8e8-47f1-98c0-1b5aada48a68 HTTP/1.1" status: 200 len: 704 time: 0.1360478 May 31 11:47:18.283877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.614231 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Allocated IP 172.20.0.1 (66592372-dea3-4bdf-a464-275a4ff2f8c4/c0b502eb-63e2-4713-9453-b444ba8adefb/5589f32d-4d2c-4544-b932-ab9b4a97434d) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:18.982200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:18.999206 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Transition to ACTIVE for port object 5589f32d-4d2c-4544-b932-ab9b4a97434d will not be triggered until provisioned by entity DHCP. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:19.130361 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.134162 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:19.198754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:19.201584 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:19.205285 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:19.209051 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.325600 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5589f32d-4d2c-4544-b932-ab9b4a97434d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:19.347511 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:19.459480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-0f80844d-1705-47f4-977e-b75a29625451 None None] Provisioning for port 5589f32d-4d2c-4544-b932-ab9b4a97434d completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:19.464328 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-0f80844d-1705-47f4-977e-b75a29625451 None None] Provisioning complete for port 5589f32d-4d2c-4544-b932-ab9b4a97434d triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:19.464701 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0f80844d-1705-47f4-977e-b75a29625451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.520324 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-0f80844d-1705-47f4-977e-b75a29625451 None None] Port 5589f32d-4d2c-4544-b932-ab9b4a97434d cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:47:19.572536 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.795903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.866981 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.868092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:19.871563 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:20.001059 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Pushing event updated for resources: {'Port': ['ID=5589f32d-4d2c-4544-b932-ab9b4a97434d,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:20.005646 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:20.065011 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:20.066069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:20.243175 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-d755412b-8720-43de-ac4b-4a237e6f8ebe None None] Provisioning complete for port 5589f32d-4d2c-4544-b932-ab9b4a97434d triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:20.243545 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d755412b-8720-43de-ac4b-4a237e6f8ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:20.295220 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-d755412b-8720-43de-ac4b-4a237e6f8ebe None None] Port 5589f32d-4d2c-4544-b932-ab9b4a97434d cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:47:20.295512 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Router 05086c31-f8e8-47f1-98c0-1b5aada48a68 is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:47:20.450069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:20.459131 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] 10.222.0.20 "PUT /v2.0/routers/05086c31-f8e8-47f1-98c0-1b5aada48a68/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6346629 May 31 11:47:20.460369 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Sync routers for ids ['05086c31-f8e8-47f1-98c0-1b5aada48a68'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:20.471470 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Routers {'05086c31-f8e8-47f1-98c0-1b5aada48a68'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:20.472367 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:47:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['05086c31-f8e8-47f1-98c0-1b5aada48a68'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:20.667016 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Set router 05086c31-f8e8-47f1-98c0-1b5aada48a68 gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:21.058591 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 2, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port_host': None, '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 2, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:21.065138 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Checking router: 05086c31-f8e8-47f1-98c0-1b5aada48a68 for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:21.065516 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Updating router 05086c31-f8e8-47f1-98c0-1b5aada48a68 port 5589f32d-4d2c-4544-b932-ab9b4a97434d binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:47:21.121121 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.535076 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.550433 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Transition to ACTIVE for port object 5589f32d-4d2c-4544-b932-ab9b4a97434d will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:21.632718 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.637788 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:21.837556 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Pushing event updated for resources: {'Port': ['ID=5589f32d-4d2c-4544-b932-ab9b4a97434d,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:21.855545 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.855882 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.856211 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.856532 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.856849 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.857171 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.857483 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.857814 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.858126 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.858434 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.858742 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.859047 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Tracked resource versions report: May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: pushed versions: May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: { 'AddressGroup': {'1.2'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'ConntrackHelper': {'1.0'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Log': {'1.0'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Network': {'1.1'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Port': {'1.7'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'PortForwarding': {'1.2'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'QosPolicy': {'1.8'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroup': {'1.4'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroupRule': {'1.2'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SubPort': {'1.0'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Subnet': {'1.1'}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Trunk': {'1.1'}} May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: consumer versions: May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'ConntrackHelper': '1.0', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Log': '1.0', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Network': '1.1', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Port': '1.7', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'PortForwarding': '1.2', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'QosPolicy': '1.8', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroup': '1.4', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroupRule': '1.2', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'SubPort': '1.0', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Subnet': '1.1', May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: 'Trunk': '1.1'}} May 31 11:47:21.860135 dv-cinder-791239-4-smb neutron-server[92559]: {{(pid=92559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:47:21.865952 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:21.866678 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Attempting to bind port 5589f32d-4d2c-4544-b932-ab9b4a97434d on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:47:21.867068 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Attempting to bind port 5589f32d-4d2c-4544-b932-ab9b4a97434d by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:47:21.867492 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Attempting to bind port 5589f32d-4d2c-4544-b932-ab9b4a97434d on network 66592372-dea3-4bdf-a464-275a4ff2f8c4 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:21.872936 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:47:21.873350 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Checking segment: {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:21.873845 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.874228 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Bound using segment: {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:47:21.874764 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Bound port: 5589f32d-4d2c-4544-b932-ab9b4a97434d, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3804741-12c4-4d8b-b3a1-16a7a0f95041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:47:21.875139 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.963273 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] For port 5589f32d-4d2c-4544-b932-ab9b4a97434d, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:47:21.967258 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] For port 5589f32d-4d2c-4544-b932-ab9b4a97434d, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=5589f32d-4d2c-4544-b932-ab9b4a97434d,segment=NetworkSegment(c3804741-12c4-4d8b-b3a1-16a7a0f95041),segment_id=c3804741-12c4-4d8b-b3a1-16a7a0f95041)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:47:22.084553 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.088583 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:22.175902 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Routers {'05086c31-f8e8-47f1-98c0-1b5aada48a68'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:22.176534 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:47:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['05086c31-f8e8-47f1-98c0-1b5aada48a68'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:22.225162 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Pushing event updated for resources: {'Port': ['ID=5589f32d-4d2c-4544-b932-ab9b4a97434d,revision_number=4']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:22.233658 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.360995 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] Set router 05086c31-f8e8-47f1-98c0-1b5aada48a68 gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:22.666405 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59326) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:22.693407 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a107947f-89d7-4964-98f0-95dda855891a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 2, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port_host': None, '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:21Z', 'revision_number': 4, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:22.697294 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107947f-89d7-4964-98f0-95dda855891a None None] The sync data for ids ['05086c31-f8e8-47f1-98c0-1b5aada48a68'] in dv-cinder-791239-4-smb is: [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:19Z', 'revision_number': 2, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port_host': None, '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:21Z', 'revision_number': 4, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:22.858459 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993247b-36df-49c8-877e-d1dfdd4e41d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:22.858938 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-c993247b-36df-49c8-877e-d1dfdd4e41d3 admin admin] Synchronizing usage tracker for tenant:b720889579dc475aabc24386e5c50c9f on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:23.002844 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-c993247b-36df-49c8-877e-d1dfdd4e41d3 admin admin] Unset dirty status for tenant:b720889579dc475aabc24386e5c50c9f on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:23.003962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c993247b-36df-49c8-877e-d1dfdd4e41d3 admin admin] 10.222.0.20 "GET /v2.0/networks/e5b95b67-c0cc-450a-9d0e-a170c0d697a5 HTTP/1.1" status: 200 len: 842 time: 0.3365123 May 31 11:47:23.013404 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.0.0/24', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:23.019950 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:23.024490 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Usage tracker for resource:subnet and tenant:b720889579dc475aabc24386e5c50c9f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:23.027901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:23.035598 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:23.105080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Made reservation on behalf of b720889579dc475aabc24386e5c50c9f for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:47:23.107416 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:23.631789 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.objects.ports [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92557) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:47:23.632260 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:23.635947 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f41aaa26-9cfd-4121-a784-b85e225276f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:23.707719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Pushing event updated for resources: {'Subnet': ['ID=de819d58-c7dc-41fc-8182-8c4e1391f25d,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:23.710938 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:23.716963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:23.717335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Network hostable DHCP agents. Network: e5b95b67-c0cc-450a-9d0e-a170c0d697a5, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:47:23.836299 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:47:23.933418 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, e5b95b67-c0cc-450a-9d0e-a170c0d697a5) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:23.937668 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:23.938278 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:23.943555 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173317b6-e425-4bd7-8afc-9ee83cf4949e None None] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:24.077748 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0502219 May 31 11:47:24.142992 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b1ee5-8198-4926-bd53-b80bfe786581 None None] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:26.300034 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59340) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:26.497747 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-fe3d1ed9-c852-47bc-8580-321063db19cd admin admin] 10.222.0.20 "GET /v2.0/routers/05086c31-f8e8-47f1-98c0-1b5aada48a68 HTTP/1.1" status: 200 len: 710 time: 0.1965585 May 31 11:47:26.626326 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa34da2-7305-4383-971c-b03f5041de16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:26.628291 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9aa34da2-7305-4383-971c-b03f5041de16 admin admin] 10.222.0.20 "GET /v2.0/networks/e5b95b67-c0cc-450a-9d0e-a170c0d697a5 HTTP/1.1" status: 200 len: 886 time: 0.1254179 May 31 11:47:26.636880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:27.118176 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.119037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 5589f32d-4d2c-4544-b932-ab9b4a97434d up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:27.282272 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 5589f32d-4d2c-4544-b932-ab9b4a97434d completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:27.287285 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 5589f32d-4d2c-4544-b932-ab9b4a97434d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:27.287949 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.405158 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.438647 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 5589f32d-4d2c-4544-b932-ab9b4a97434d, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=5589f32d-4d2c-4544-b932-ab9b4a97434d,segment=NetworkSegment(c3804741-12c4-4d8b-b3a1-16a7a0f95041),segment_id=c3804741-12c4-4d8b-b3a1-16a7a0f95041)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:27.511132 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.514725 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:27.517111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.574908 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.583548 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=5589f32d-4d2c-4544-b932-ab9b4a97434d,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:27.586764 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:27.708470 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Allocated IP 172.28.0.106 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/f2c093b8-9ee7-4a42-b67f-d642aaccd22c) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:27.850030 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.935675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.939617 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:28.000602 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:28.003459 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:28.007044 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:28.064451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Pushing event updated for resources: {'Port': ['ID=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:28.073752 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:28.559676 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.951114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.954440 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3910786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3910851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3912791'] for router, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.104633 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 5589f32d-4d2c-4544-b932-ab9b4a97434d up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:29.133348 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Router 05086c31-f8e8-47f1-98c0-1b5aada48a68 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:29.170844 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 5589f32d-4d2c-4544-b932-ab9b4a97434d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:29.171213 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.310016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:29.319548 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.320305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Sync routers for ids ['05086c31-f8e8-47f1-98c0-1b5aada48a68'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:29.329949 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] 10.222.0.20 "PUT /v2.0/routers/05086c31-f8e8-47f1-98c0-1b5aada48a68 HTTP/1.1" status: 200 len: 890 time: 2.6870809 May 31 11:47:29.330794 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Routers {'05086c31-f8e8-47f1-98c0-1b5aada48a68'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:29.331450 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:47:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['05086c31-f8e8-47f1-98c0-1b5aada48a68'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:29.527275 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Set router 05086c31-f8e8-47f1-98c0-1b5aada48a68 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:29.900933 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 4, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port': {'id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:27Z', 'updated_at': '2021-05-31T11:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:27Z', 'revision_number': 5, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:29.906132 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Checking router: 05086c31-f8e8-47f1-98c0-1b5aada48a68 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:29.906502 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Updating router 05086c31-f8e8-47f1-98c0-1b5aada48a68 port f2c093b8-9ee7-4a42-b67f-d642aaccd22c binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:47:29.959875 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.304650 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.316683 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Transition to ACTIVE for port object f2c093b8-9ee7-4a42-b67f-d642aaccd22c will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:30.375283 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.379273 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:30.456638 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Attempting to bind port f2c093b8-9ee7-4a42-b67f-d642aaccd22c on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:47:30.457004 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Attempting to bind port f2c093b8-9ee7-4a42-b67f-d642aaccd22c by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:47:30.457361 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Attempting to bind port f2c093b8-9ee7-4a42-b67f-d642aaccd22c on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:30.462986 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Pushing event updated for resources: {'Port': ['ID=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:30.465760 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:30.472199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:47:30.472572 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:30.472977 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.473365 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:47:30.473872 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Bound port: f2c093b8-9ee7-4a42-b67f-d642aaccd22c, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:47:30.474245 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.546531 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] For port f2c093b8-9ee7-4a42-b67f-d642aaccd22c, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:47:30.549649 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] For port f2c093b8-9ee7-4a42-b67f-d642aaccd22c, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:47:30.619345 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.623534 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:30.704386 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Routers {'05086c31-f8e8-47f1-98c0-1b5aada48a68'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:30.705590 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:47:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['05086c31-f8e8-47f1-98c0-1b5aada48a68'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:30.753140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Pushing event updated for resources: {'Port': ['ID=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:30.761121 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:30.889424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] Set router 05086c31-f8e8-47f1-98c0-1b5aada48a68 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:31.216453 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 4, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port': {'id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:27Z', 'updated_at': '2021-05-31T11:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:27Z', 'revision_number': 5, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:31.220871 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b565dbd-b5dd-4ed6-b276-964831e073fa None None] The sync data for ids ['05086c31-f8e8-47f1-98c0-1b5aada48a68'] in dv-cinder-791239-4-smb is: [{'id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'name': 'router1', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106'}], 'enable_snat': True}, 'gw_port_id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:47:08Z', 'updated_at': '2021-05-31T11:47:28Z', 'revision_number': 4, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'gw_port': {'id': 'f2c093b8-9ee7-4a42-b67f-d642aaccd22c', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:27Z', 'updated_at': '2021-05-31T11:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '5589f32d-4d2c-4544-b932-ab9b4a97434d', 'name': '', 'network_id': '66592372-dea3-4bdf-a464-275a4ff2f8c4', 'tenant_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'mac_address': 'fa:16:3e:e5:b0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05086c31-f8e8-47f1-98c0-1b5aada48a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:47:18Z', 'updated_at': '2021-05-31T11:47:27Z', 'revision_number': 5, 'project_id': '18000ba6eaad40cb920bc6e6d1c0f1a6', 'subnets': [{'id': 'c0b502eb-63e2-4713-9453-b444ba8adefb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ab12589c-8998-40a4-ab37-43560a84bd9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:31.707606 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59350) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:31.825760 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-32cd0af5-0c65-4fdf-8866-0d7011551c80 admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1169350 May 31 11:47:33.151684 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device f2c093b8-9ee7-4a42-b67f-d642aaccd22c up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:33.342597 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port f2c093b8-9ee7-4a42-b67f-d642aaccd22c completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:33.348063 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port f2c093b8-9ee7-4a42-b67f-d642aaccd22c triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:33.348429 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.472473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.490431 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port f2c093b8-9ee7-4a42-b67f-d642aaccd22c, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:33.567433 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.569578 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-f25d8bc2-2c3e-4bda-9866-04a4932f91da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:33.640198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=f2c093b8-9ee7-4a42-b67f-d642aaccd22c,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:33.645088 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:35.121751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device f2c093b8-9ee7-4a42-b67f-d642aaccd22c up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:35.214837 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port f2c093b8-9ee7-4a42-b67f-d642aaccd22c triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:35.215818 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.540708 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:40.696536 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f5c83ebc-826f-4e8d-861f-91618033457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.001213 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a182a493-108e-4fc1-8546-08941f74a7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.426957 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:44.173611 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:45.826881 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:10.703306 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ab5acb16-b285-43d4-8f59-ba5d9dd9f80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.013847 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-bfbd4677-75e0-4032-bb99-874c4bb14d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:13.423776 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.171695 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:14.547132 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:48:15.840721 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:40.683111 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-45a1460b-1bc8-4faf-8cc7-32e04bf49432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.022488 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-220d44dd-d41c-47d4-a620-aef916f7847d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.431833 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:44.165393 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:45.848642 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:51.537794 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:10.710877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ceb67c51-4633-4540-a841-25a8132e01eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:12.057731 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59920) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:12.132291 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58193c5-4201-4cf5-aa69-e06b850dd3be admin admin] GET failed (client error): The resource could not be found. May 31 11:49:12.134323 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a58193c5-4201-4cf5-aa69-e06b850dd3be admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0755227 May 31 11:49:12.269143 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0d5fa8-557e-4abc-a22d-e9ea5a941a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:12.270571 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8a0d5fa8-557e-4abc-a22d-e9ea5a941a66 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1325223 May 31 11:49:13.034445 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b418d6e7-a8b9-418d-a715-e9c7a4e1fc2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.379694 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:14.187215 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:14.430663 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59930) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:14.537540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f3c898-60a7-41ae-a906-bc667407b5e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:14.538158 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f9f3c898-60a7-41ae-a906-bc667407b5e5 admin admin] Synchronizing usage tracker for tenant:b720889579dc475aabc24386e5c50c9f on resource:subnet {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:49:14.656081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f9f3c898-60a7-41ae-a906-bc667407b5e5 admin admin] Unset dirty status for tenant:b720889579dc475aabc24386e5c50c9f on resource:subnet {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:49:14.657382 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f9f3c898-60a7-41ae-a906-bc667407b5e5 admin admin] 10.222.0.20 "GET /v2.0/subnets/c0b502eb-63e2-4713-9453-b444ba8adefb HTTP/1.1" status: 200 len: 849 time: 0.2257776 May 31 11:49:14.666975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:49:14.787535 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.043912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743196850589'] for subnet, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.047923 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e265611a-bbb8-4a11-ae27-0b8d913e236e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:15.091534 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:15.093076 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.094956 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] 10.222.0.20 "PUT /v2.0/subnets/c0b502eb-63e2-4713-9453-b444ba8adefb HTTP/1.1" status: 200 len: 868 time: 0.4317150 May 31 11:49:15.113357 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba38c3c-a474-4fb7-ba7e-2df25cd96ca1 None None] Network 66592372-dea3-4bdf-a464-275a4ff2f8c4 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:49:15.128442 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b502eb-63e2-4713-9453-b444ba8adefb,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:15.142226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.142567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.143382 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.143608 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.143780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.144197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.144523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.144833 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.145172 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.145485 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.145828 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.146139 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:15.149776 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:15.562313 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-879af4c9-b695-407e-8175-02c32a5a1a8d None None] Provisioning complete for port 5589f32d-4d2c-4544-b932-ab9b4a97434d triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:49:15.562887 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-879af4c9-b695-407e-8175-02c32a5a1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.722287 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-879af4c9-b695-407e-8175-02c32a5a1a8d None None] Provisioning complete for port fdc72871-b870-4594-8f46-3915dfb495f6 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:49:15.722787 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-879af4c9-b695-407e-8175-02c32a5a1a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.876566 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:17.287190 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59940) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:17.482188 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f72ad-0d2a-4b0a-858f-b88de59a49a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:17.482679 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694f72ad-0d2a-4b0a-858f-b88de59a49a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:17.484209 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-694f72ad-0d2a-4b0a-858f-b88de59a49a0 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960940 May 31 11:49:19.590849 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59950) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:19.767123 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615677a-ac5f-452f-bbba-3fdfe8a5129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:19.767517 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7615677a-ac5f-452f-bbba-3fdfe8a5129a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:19.769005 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7615677a-ac5f-452f-bbba-3fdfe8a5129a admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771944 May 31 11:49:21.868037 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59960) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:22.052588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32879497-b626-4780-a9cf-53cde81d7f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:22.054639 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-32879497-b626-4780-a9cf-53cde81d7f86 admin admin] 10.222.0.20 "GET /v2.0/networks/66592372-dea3-4bdf-a464-275a4ff2f8c4 HTTP/1.1" status: 200 len: 869 time: 0.1854920 May 31 11:49:24.200775 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59970) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:24.424798 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050586eb-7ee2-44c5-83a4-3801d79f69cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:24.426150 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-050586eb-7ee2-44c5-83a4-3801d79f69cd admin admin] 10.222.0.20 "GET /v2.0/networks/e5b95b67-c0cc-450a-9d0e-a170c0d697a5 HTTP/1.1" status: 200 len: 886 time: 0.2244437 May 31 11:49:26.585537 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 59980) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:26.693926 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59355ad-e1f0-467c-9b81-3c214a001630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:26.694395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59355ad-e1f0-467c-9b81-3c214a001630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:26.695927 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e59355ad-e1f0-467c-9b81-3c214a001630 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1093264 May 31 11:49:28.537957 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:28.822660 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 59990) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:28.980719 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac51e2-1384-49b3-b84b-5856e859affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:28.981688 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac51e2-1384-49b3-b84b-5856e859affe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:28.984197 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-bcac51e2-1384-49b3-b84b-5856e859affe admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1600366 May 31 11:49:31.238866 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60000) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:31.369651 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388f8d83-db98-405d-8595-2b5e58642256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:31.371083 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-388f8d83-db98-405d-8595-2b5e58642256 admin admin] 10.222.0.20 "GET /v2.0/subnets/c0b502eb-63e2-4713-9453-b444ba8adefb HTTP/1.1" status: 200 len: 868 time: 0.1312826 May 31 11:49:33.505207 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60010) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:33.607372 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91e4e9f-dbe6-422b-8c44-4c165d3e2843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:33.608961 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b91e4e9f-dbe6-422b-8c44-4c165d3e2843 admin admin] 10.222.0.20 "GET /v2.0/subnets/de819d58-c7dc-41fc-8182-8c4e1391f25d HTTP/1.1" status: 200 len: 816 time: 0.1027122 May 31 11:49:40.671649 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b3c04df0-6a79-4553-8c82-d8687c365b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:43.048733 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-630a3310-d58b-4ccf-b8ce-309d6f62faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:43.369199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:44.162980 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:45.860188 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:57.071378 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60054) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:57.122786 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [None req-6b4f431a-b61f-4e0e-a7ff-0a97cbe9abaf admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:49:57.123796 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-6b4f431a-b61f-4e0e-a7ff-0a97cbe9abaf admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0511839 May 31 11:49:59.352478 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60064) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:59.423554 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac5cf01-600f-42b3-9a5c-702a59a03e9c admin admin] GET failed (client error): The resource could not be found. May 31 11:49:59.424781 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3ac5cf01-600f-42b3-9a5c-702a59a03e9c admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713434 May 31 11:49:59.555172 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96248fc9-9f9b-4bc2-9cc3-7cff63b07893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:59.556823 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-96248fc9-9f9b-4bc2-9cc3-7cff63b07893 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1281407 May 31 11:50:01.714822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60074) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:01.766561 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:01.772739 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:01.782660 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:01.870885 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Made reservation on behalf of b720889579dc475aabc24386e5c50c9f for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:01.873937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.962541 dv-cinder-791239-4-smb neutron-server[92557]: WARNING neutron.services.revisions.revision_plugin [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Could not find related network for resource to bump revision. May 31 11:50:01.975589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:50:01.984932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.985266 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Added segment eed3369e-bf7a-4382-bcb5-f7f2a7516951 of type vlan for network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed May 31 11:50:02.017133 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.099811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.101211 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:02.101989 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.105822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:02.208025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Pushing event updated for resources: {'Network': ['ID=a91c98bb-f6e3-4057-b3b5-abf96c4e7bed,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:02.210733 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:02.219282 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:50:02.300174 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5840797 May 31 11:50:04.480026 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60084) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:04.551726 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.pecan_wsgi.hooks.translation [None req-b409f2fb-61b7-434e-9f5b-180d86cb2990 admin admin] GET failed (client error): The resource could not be found. May 31 11:50:04.552231 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b409f2fb-61b7-434e-9f5b-180d86cb2990 admin admin] Synchronizing usage tracker for tenant:b720889579dc475aabc24386e5c50c9f on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:04.665567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b409f2fb-61b7-434e-9f5b-180d86cb2990 admin admin] Unset dirty status for tenant:b720889579dc475aabc24386e5c50c9f on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:04.666708 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b409f2fb-61b7-434e-9f5b-180d86cb2990 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1856687 May 31 11:50:04.774284 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0cb114-c523-459d-9f18-6eec161f8c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:04.775717 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1d0cb114-c523-459d-9f18-6eec161f8c46 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1043839 May 31 11:50:04.785610 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:04.790697 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:04.801000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:04.934473 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Made reservation on behalf of b720889579dc475aabc24386e5c50c9f for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:04.936698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.390231 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.393765 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:05.469412 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0c7383-4095-4ebc-aaaf-81eded9c4704,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:05.473055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:05.478779 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Checking segment: {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:50:05.479134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Network hostable DHCP agents. Network: a91c98bb-f6e3-4057-b3b5-abf96c4e7bed, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:50:05.537019 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:05.579542 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:50:05.676535 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, a91c98bb-f6e3-4057-b3b5-abf96c4e7bed) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:50:05.681037 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:05.681622 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.690365 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a60b87-de02-4a81-8cbe-9c6101814fe1 None None] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:05.802312 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0203037 May 31 11:50:05.951345 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-a91c98bb-f6e3-4057-b3b5-abf96c4e7bed', 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed', 'tenant_id': 'b720889579dc475aabc24386e5c50c9f', 'fixed_ips': [{'subnet_id': 'bc0c7383-4095-4ebc-aaaf-81eded9c4704'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:50:05.952185 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.114916 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Allocated IP 192.168.233.2 (a91c98bb-f6e3-4057-b3b5-abf96c4e7bed/bc0c7383-4095-4ebc-aaaf-81eded9c4704/a175905f-a63e-4f4b-9b28-df0613019e61) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:50:06.331698 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.343761 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Transition to ACTIVE for port object a175905f-a63e-4f4b-9b28-df0613019e61 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:50:06.363472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Transition to ACTIVE for port object a175905f-a63e-4f4b-9b28-df0613019e61 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:50:06.459844 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.464794 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:06.528822 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:50:06.531848 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:50:06.535886 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:50:06.544752 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Pushing event updated for resources: {'Port': ['ID=a175905f-a63e-4f4b-9b28-df0613019e61,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:06.577098 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.577435 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.577791 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.578123 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.578446 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.578773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.579096 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.579416 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.579736 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.580051 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.580383 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.580703 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:06.588910 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:06.646602 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Attempting to bind port a175905f-a63e-4f4b-9b28-df0613019e61 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:50:06.646977 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Attempting to bind port a175905f-a63e-4f4b-9b28-df0613019e61 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:50:06.647337 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Attempting to bind port a175905f-a63e-4f4b-9b28-df0613019e61 on network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:50:06.652969 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:50:06.653335 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Checking segment: {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:50:06.653774 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.654147 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Bound using segment: {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:50:06.655105 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Bound port: a175905f-a63e-4f4b-9b28-df0613019e61, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:50:06.655105 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.753351 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] For port a175905f-a63e-4f4b-9b28-df0613019e61, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:50:06.756670 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] For port a175905f-a63e-4f4b-9b28-df0613019e61, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a175905f-a63e-4f4b-9b28-df0613019e61,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:50:06.825747 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.830785 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:06.910506 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Pushing event updated for resources: {'Port': ['ID=a175905f-a63e-4f4b-9b28-df0613019e61,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:06.913615 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:07.269063 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a175905f-a63e-4f4b-9b28-df0613019e61 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:50:07.396808 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port a175905f-a63e-4f4b-9b28-df0613019e61 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:50:07.824150 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43616b-03b2-477b-b889-ff84d1c1d155 None None] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:08.186885 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Provisioning for port a175905f-a63e-4f4b-9b28-df0613019e61 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:50:08.209987 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Provisioning complete for port a175905f-a63e-4f4b-9b28-df0613019e61 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:08.210374 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.395951 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.431661 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] For port a175905f-a63e-4f4b-9b28-df0613019e61, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a175905f-a63e-4f4b-9b28-df0613019e61,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:08.494122 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:08.496658 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:08.572265 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Pushing event updated for resources: {'Port': ['ID=a175905f-a63e-4f4b-9b28-df0613019e61,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:08.576960 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:08.616866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-1baad08b-4ef1-41a6-8e5e-84e03dc13f4b None None] Provisioning complete for port a175905f-a63e-4f4b-9b28-df0613019e61 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:08.617238 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-1baad08b-4ef1-41a6-8e5e-84e03dc13f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:09.232441 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a175905f-a63e-4f4b-9b28-df0613019e61 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:50:09.305026 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a175905f-a63e-4f4b-9b28-df0613019e61 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:09.305393 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:10.710975 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-713bb06d-63ff-4943-8301-9b1a89914bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.013666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5a4c423b-10ff-48d1-984e-d7dece9763d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:13.425077 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:14.162074 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:15.847399 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:40.704273 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7e3f4bac-9816-43fd-8b80-9c9e47e6d611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:42.538737 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:42.995589 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c8888dec-8e97-4632-8ef4-e6760689cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.361453 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:44.167329 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:45.852198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:10.732370 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ac596f6c-eb3e-49e5-9f2f-eba0fc04b903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.017975 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dcb992d5-e6d6-4722-a1a1-ec176219536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:13.395443 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:14.183923 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:15.892096 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:19.538207 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:25.304660 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60136) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:25.310764 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [None req-7ffbfd13-32c1-4c0d-843f-f02b7318395e tempest-verify_tempest_config-1979332440 tempest-verify_tempest_config-1979332440-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:51:25.311809 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7ffbfd13-32c1-4c0d-843f-f02b7318395e tempest-verify_tempest_config-1979332440 tempest-verify_tempest_config-1979332440-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062349 May 31 11:51:25.965877 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60154) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:26.089812 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.105131 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:26.109079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Usage tracker for resource:security_group_rule and tenant:09a19f7961ff4395be6a6a8e62604127 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:26.112053 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:26.118795 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:26.208010 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.303463 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.311992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:26.353509 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09a19f7961ff4395be6a6a8e62604127&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3865759 May 31 11:51:26.354506 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc6d930-463f-4e62-b8dc-158870eebb5c,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:26.356219 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60160) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:26.361898 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.367758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.370416 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:26.425021 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.452173 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.612689 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.619361 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:26.632465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc6d930-463f-4e62-b8dc-158870eebb5c,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:26.640302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:26.641454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bcc6d930-463f-4e62-b8dc-158870eebb5c HTTP/1.1" status: 204 len: 168 time: 0.2835879 May 31 11:51:26.642912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.643253 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.643661 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.644000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.644325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.644667 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.645196 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.645339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.645661 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.646016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.646314 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.646628 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:26.649845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:40.772201 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-96606b6d-95ca-406a-b639-6b4318afd5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:43.004844 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-61db0262-8154-4030-80c8-3ddf35e68d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:43.401035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.160906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:45.918813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.536710 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:10.684655 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3b864f41-48f1-4271-8950-41846b1fa5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:13.034224 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-618bb250-ae82-4f77-ba7e-093ff77a943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:13.387868 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.178021 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:15.874477 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:33.535587 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 5 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:40.685971 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-58bd97c2-51e4-409d-bda4-113a45e366c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.056943 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-460725ba-83de-4309-98c3-b7e79d1889a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.411380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:44.200223 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:45.873465 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:05.164941 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238'] for agent, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:09.261945 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60212) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:09.380719 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-88cdea55-7fdb-4095-a736-8385af0c1913 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1176498 May 31 11:53:10.534922 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:10.724597 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ef206bf3-68f8-4ae6-9981-e33b251e38bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:11.530799 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60222) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:11.592500 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-2d6f3e47-c3cf-40b6-9709-ed2022b08fd6 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0605464 May 31 11:53:13.004997 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c264165e-2881-459a-9cef-5173d9e232a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:13.367420 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:14.173254 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:15.890696 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:35.050059 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:40.690457 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5430d281-bcbc-49cf-8931-71520a2aec30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.030338 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3f9812cf-07d7-420c-8179-e29882382cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:43.398922 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:44.176315 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:45.884786 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:47.534908 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:05.074442 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.713085 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-abb6e228-504b-4d07-9572-cd8ba6cfc6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.034406 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-66270607-52a3-4ebe-9a76-304460dce9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.389337 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.255519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.914756 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:24.534694 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:35.079911 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:40.707961 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c5cb84aa-7106-4e6b-a710-0083d3aa0c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.022139 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8b16cfa0-377f-4c39-9aee-2826469456b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.192320 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60414) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:43.427682 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.703614 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1496848745-network', 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:43.709218 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:43.712297 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Usage tracker for resource:network and tenant:7d2fd09219604cb68cf3510050a6d5d9 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:43.715207 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:43.721688 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:43.890646 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:43.893356 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.908577 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:43.925870 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:43.930707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2fd09219604cb68cf3510050a6d5d9 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:43.933744 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:43.939547 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.025182 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.107336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.112701 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-61497ff5-bdea-441a-8083-daafe610f7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:44.131154 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60442) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.156936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0164061-c5e7-4d0c-a960-dd8b8a4d395b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:44.159566 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:44.171552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Tracked resource versions report: May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: pushed versions: May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: { 'AddressGroup': {'1.2'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'ConntrackHelper': {'1.0'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Log': {'1.0'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Network': {'1.1'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Port': {'1.7'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'PortForwarding': {'1.2'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'QosPolicy': {'1.8'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroup': {'1.4'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroupRule': {'1.2'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SubPort': {'1.0'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Subnet': {'1.1'}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Trunk': {'1.1'}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: consumer versions: May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: HyperV agent@hv-cinder-79123: {}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'ConntrackHelper': '1.0', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Log': '1.0', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Network': '1.1', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Port': '1.7', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'PortForwarding': '1.2', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'QosPolicy': '1.8', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroup': '1.4', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SecurityGroupRule': '1.2', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'SubPort': '1.0', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Subnet': '1.1', May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: 'Trunk': '1.1'}} May 31 11:54:44.179440 dv-cinder-791239-4-smb neutron-server[92556]: {{(pid=92556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:54:44.185691 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:44.190418 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.191027 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Added segment 4e3c2cea-f5c0-422a-9480-dbabbfac9ea7 of type vlan for network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc May 31 11:54:44.198212 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60448) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.227214 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.239326 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.405326 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.406771 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:44.407358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.412670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:44.485752 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60462) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.531571 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Pushing event updated for resources: {'Network': ['ID=6a77bc79-f485-44ea-b6ea-738f2de2b3bc,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:44.534787 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:44.544930 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:44.564063 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60468) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.603220 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60474) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:44.606637 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4125915 May 31 11:54:44.611269 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Request body: {'subnet': {'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1496848745-subnet', 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:44.616604 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.621226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Usage tracker for resource:subnet and tenant:7d2fd09219604cb68cf3510050a6d5d9 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:44.625607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:44.635484 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.690728 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-network', 'tenant_id': '544b24db13554f97b30bef29f0d6e728'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:44.704149 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-203674964-network', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:44.709992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.716274 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Usage tracker for resource:network and tenant:544b24db13554f97b30bef29f0d6e728 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:44.720785 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.723115 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:44.729632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Usage tracker for resource:network and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:44.732937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.735387 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:44.741606 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:44.746489 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:44.757661 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:44.949296 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-856473088-network', 'tenant_id': '969de26ee4084782879223aeb288727c'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:44.973531 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:44.994243 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Usage tracker for resource:network and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.001996 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-402572009-network', 'tenant_id': 'f88caaa4d7d9499387665bf5f035e481'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:45.009513 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.015659 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.024473 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Usage tracker for resource:network and tenant:f88caaa4d7d9499387665bf5f035e481 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.029218 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.037237 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.048075 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.063496 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Made reservation on behalf of 544b24db13554f97b30bef29f0d6e728 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:45.067511 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.082470 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Made reservation on behalf of 3199c4a19c744579833fb1a2d4c6bbf8 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:45.085831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.101811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.119844 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.213369 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.218610 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.221731 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.228300 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.241327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Made reservation on behalf of 969de26ee4084782879223aeb288727c for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:45.244080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.263154 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.281106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Made reservation on behalf of f88caaa4d7d9499387665bf5f035e481 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:45.283845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.368649 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.371138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.381268 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.391154 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.404910 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.426084 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Usage tracker for resource:security_group_rule and tenant:544b24db13554f97b30bef29f0d6e728 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.434392 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.438877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.444449 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:45.465420 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.472402 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Usage tracker for resource:security_group_rule and tenant:f88caaa4d7d9499387665bf5f035e481 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:45.476997 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:45.492588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:45.698879 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.842549 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.850596 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.861276 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.871528 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:45.885565 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.890985 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.903619 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:45.953398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:45.953858 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Added segment e009a0c8-e676-4958-8ebb-54eca976e19d of type vlan for network a16340ca-cb58-4da2-af78-18f02bdff3f2 May 31 11:54:45.968195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83c94e1-94e1-43f0-b98e-b3ecb6becb82,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.009264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.009756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.010087 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.010413 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.010732 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.011049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.011361 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.011671 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.011999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.012313 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.012894 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.013140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Tracked resource versions report: May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: pushed versions: May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: { 'AddressGroup': {'1.2'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'ConntrackHelper': {'1.0'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Log': {'1.0'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Network': {'1.1'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Port': {'1.7'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'PortForwarding': {'1.2'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'QosPolicy': {'1.8'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroup': {'1.4'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroupRule': {'1.2'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SubPort': {'1.0'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Subnet': {'1.1'}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Trunk': {'1.1'}} May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: consumer versions: May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: HyperV agent@hv-cinder-79123: {}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'ConntrackHelper': '1.0', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Log': '1.0', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Network': '1.1', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Port': '1.7', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'PortForwarding': '1.2', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'QosPolicy': '1.8', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroup': '1.4', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SecurityGroupRule': '1.2', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'SubPort': '1.0', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Subnet': '1.1', May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: 'Trunk': '1.1'}} May 31 11:54:46.014216 dv-cinder-791239-4-smb neutron-server[92557]: {{(pid=92557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:54:46.023224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.023632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.053443 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.078081 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.085943 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Checking segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:46.086860 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Network hostable DHCP agents. Network: 6a77bc79-f485-44ea-b6ea-738f2de2b3bc, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:46.092990 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.093840 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.143481 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=811c3c8b-dd89-488d-ba7c-9b3794461250,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.146691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.149896 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.150850 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:46.153861 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.184691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:46.187096 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.187440 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Added segment daf5cd06-f187-4e17-bf06-bfbf30cff932 of type vlan for network cf4feb99-8762-452f-aa17-892bddbfba68 May 31 11:54:46.219082 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:54:46.224681 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.225024 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Added segment de139179-d1cd-449f-997c-81eb32db998f of type vlan for network 26393ffc-5183-45a8-8a19-ed5c182f31ae May 31 11:54:46.256412 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3859d4-0734-4b41-998e-44b6ed62879e,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.258614 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.258962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Added segment 504e8335-0388-4a8f-9d8a-23fe32a9c6d5 of type vlan for network 371389ad-a006-4546-a904-3ff79d4562ef May 31 11:54:46.280774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.319726 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.374288 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:46.376552 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.381807 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.385828 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7791ad34-86f1-4162-a96c-283a9534ccbc,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.394069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.394670 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.487555 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230c5484-8ebd-4a84-8960-c47a0294b811,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.493508 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.494228 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 6a77bc79-f485-44ea-b6ea-738f2de2b3bc) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:46.506510 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.510690 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.511036 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.515585 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.516179 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.519771 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.520060 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.525150 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.572220 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb1d63-8585-4b11-9993-468498d7a67b None None] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:46.612234 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.612817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.630692 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.631398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.641936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.642529 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.663947 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0945559 May 31 11:54:46.663947 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4617267 May 31 11:54:46.667025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:46.667250 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60538) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.668000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:46.668171 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60540) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.672062 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Pushing event updated for resources: {'Network': ['ID=a16340ca-cb58-4da2-af78-18f02bdff3f2,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.681817 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Request body: {'subnet': {'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-203674964-subnet', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:46.690023 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:46.696081 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:46.698165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Usage tracker for resource:subnet and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:46.703916 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:46.712365 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:46.722597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Request body: {'subnet': {'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-402572009-subnet', 'tenant_id': 'f88caaa4d7d9499387665bf5f035e481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:46.727491 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:46.733232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Usage tracker for resource:subnet and tenant:f88caaa4d7d9499387665bf5f035e481 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:46.736290 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:46.747511 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:46.791425 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.6585822 May 31 11:54:46.792838 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1882823 May 31 11:54:46.794857 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60548) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.801065 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Request body: {'subnet': {'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-subnet', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:46.801819 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4feb99-8762-452f-aa17-892bddbfba68,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.804935 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:46.805425 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-25f04ce4-af06-4a09-bea5-20923e0d3388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:46.824312 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:46.829552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Usage tracker for resource:subnet and tenant:544b24db13554f97b30bef29f0d6e728 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:46.833578 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:46.842152 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:46.842749 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network cf4feb99-8762-452f-aa17-892bddbfba68 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:46.895420 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4079428 May 31 11:54:46.899423 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60556) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:46.917664 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Request body: {'subnet': {'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-subnet', 'tenant_id': '969de26ee4084782879223aeb288727c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:46.939259 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:46.944402 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Pushing event updated for resources: {'Network': ['ID=371389ad-a006-4546-a904-3ff79d4562ef,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:46.948350 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Usage tracker for resource:subnet and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:46.958436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:46.974375 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:46.994246 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 371389ad-a006-4546-a904-3ff79d4562ef details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:47.034300 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Made reservation on behalf of 3199c4a19c744579833fb1a2d4c6bbf8 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:47.038517 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.040673 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f127b8-2ce1-474c-b2c5-009929b7f812 None None] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:47.103059 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Pushing event updated for resources: {'Network': ['ID=26393ffc-5183-45a8-8a19-ed5c182f31ae,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:47.110843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Made reservation on behalf of 544b24db13554f97b30bef29f0d6e728 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:47.114566 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.142367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4e99ba23-0332-4bdf-a07a-f4a062a7bd8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:47.142782 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:47.143063 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:47.143517 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.472s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:47.143856 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:47.158680 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:54:47.304609 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60580) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:47.424855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Made reservation on behalf of f88caaa4d7d9499387665bf5f035e481 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:47.428698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.458155 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Made reservation on behalf of 969de26ee4084782879223aeb288727c for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:47.462110 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.578783 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.603053 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:47.615474 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Usage tracker for resource:security_group_rule and tenant:3287ca9f6bd24db2808563b1f1ce057a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:47.618724 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:47.632348 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:47.761011 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.847633 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:47.874345 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:47.932834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c8cb5-5e48-4ed9-9fef-46f0efc65206,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:47.951329 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:47.964637 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Synchronizing usage tracker for tenant:b720889579dc475aabc24386e5c50c9f on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:48.073925 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Unset dirty status for tenant:b720889579dc475aabc24386e5c50c9f on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:48.084142 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3287ca9f6bd24db2808563b1f1ce057a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7691064 May 31 11:54:48.084142 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60600) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:48.188377 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.233051 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.405985 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.412222 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:48.427785 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c8cb5-5e48-4ed9-9fef-46f0efc65206,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:48.448525 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:48.462655 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60630) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:48.469659 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.469659 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f9c8cb5-5e48-4ed9-9fef-46f0efc65206 HTTP/1.1" status: 204 len: 168 time: 0.3864007 May 31 11:54:48.552477 dv-cinder-791239-4-smb neutron-server[92556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:54:48.975430 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:48.995790 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.068386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-c0a0e119-a322-4f55-a988-6a6161f11252 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:49.069012 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-253e550e-da1d-4889-b951-4091ee8efc50 req-c0a0e119-a322-4f55-a988-6a6161f11252 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:network {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:49.189020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ebffec-1903-4aa2-ba1c-71f433d5e02f,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.193546 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Checking segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:49.193963 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Network hostable DHCP agents. Network: 371389ad-a006-4546-a904-3ff79d4562ef, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:49.205820 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:49.214221 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60646) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:49.233603 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.250304 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:49.254737 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Usage tracker for resource:security_group_rule and tenant:df52af8f93b44fbd90c2c55be85a276d is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:49.257966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:49.265544 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:49.282780 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-253e550e-da1d-4889-b951-4091ee8efc50 req-c0a0e119-a322-4f55-a988-6a6161f11252 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:network {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:49.283949 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-c0a0e119-a322-4f55-a988-6a6161f11252 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.7850852 May 31 11:54:49.365661 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.384988 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Network 371389ad-a006-4546-a904-3ff79d4562ef is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:49.414948 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-738a64c9-6587-46b4-81a5-d0cc97689723 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/quotas/7d2fd09219604cb68cf3510050a6d5d9 HTTP/1.1" status: 200 len: 375 time: 0.0608809 May 31 11:54:49.462931 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.475532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b821fb00-2d42-4021-a6b4-6e20e4755273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.507180 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.507994 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.516606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.522997 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-dfcfabe8-630b-40b1-a6dc-7d9753541a98 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974422 May 31 11:54:49.523670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 371389ad-a006-4546-a904-3ff79d4562ef) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:49.526147 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.549304 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df52af8f93b44fbd90c2c55be85a276d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3314049 May 31 11:54:49.550265 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60664) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:49.555453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade90c46-717f-48dc-8d6d-f661e31b8403,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.578833 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770542a-bb48-4921-ba87-9eaf718d64a3 None None] Network 371389ad-a006-4546-a904-3ff79d4562ef requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:49.591834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:49.593456 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:49.594097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.657779 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.760031 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Checking segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:49.760724 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Network hostable DHCP agents. Network: a16340ca-cb58-4da2-af78-18f02bdff3f2, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:49.770170 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Checking segment: {'id': 'daf5cd06-f187-4e17-bf06-bfbf30cff932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:49.770836 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Network hostable DHCP agents. Network: cf4feb99-8762-452f-aa17-892bddbfba68, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:49.795289 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.831846 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-07d3142f-3c15-4274-b882-e6be10eb94c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 3.0355902 May 31 11:54:49.833009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b9b8576-0dc2-4fbb-844e-7885c60602a1,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.835127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60674) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:49.843799 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:49.882817 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:49.888063 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Checking segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:49.888730 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Network hostable DHCP agents. Network: 26393ffc-5183-45a8-8a19-ed5c182f31ae, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:54:49.908737 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:49.926071 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Usage tracker for resource:router and tenant:544b24db13554f97b30bef29f0d6e728 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:49.933927 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-8d371ad4-89b9-49c2-93a1-944d4a071a21 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:54:49.935718 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-8d371ad4-89b9-49c2-93a1-944d4a071a21 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1168478 May 31 11:54:49.940405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:49.949580 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4f08d9-9cbf-407e-8990-2fc75758a7ff None None] Network 371389ad-a006-4546-a904-3ff79d4562ef requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:49.972371 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:49.976683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e848670-3550-4246-9400-80e100f382d4,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:49.990587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:49.990992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.997872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:49.997872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.382s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:49.997872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:50.016895 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.023687 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:50.039784 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade90c46-717f-48dc-8d6d-f661e31b8403,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:50.042535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:50.049691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:50.051707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:50.052988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.054696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Network cf4feb99-8762-452f-aa17-892bddbfba68 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:54:50.054893 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade90c46-717f-48dc-8d6d-f661e31b8403 HTTP/1.1" status: 204 len: 168 time: 0.5028145 May 31 11:54:50.107228 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.108725 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.138301 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-3bd12f21-9419-44f4-8296-a7493e15c8da service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884882 May 31 11:54:50.148266 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.245552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, a16340ca-cb58-4da2-af78-18f02bdff3f2) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:50.253495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a92a804-d833-4ba0-a21e-a8ed0a056ffe None None] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:50.259344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 26393ffc-5183-45a8-8a19-ed5c182f31ae) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:50.271453 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:50.272100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.326488 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, cf4feb99-8762-452f-aa17-892bddbfba68) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:50.338422 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4325c21-0941-47b3-8039-2c3f718e95f6 None None] Network cf4feb99-8762-452f-aa17-892bddbfba68 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:50.358075 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:50.358554 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.386631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:50.387421 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:50.408953 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d9eff-2a84-45eb-98e8-7ffde3fe2e0f None None] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:50.446365 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-89f51419-ee41-4315-a7cf-466eb1493b56 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996750 May 31 11:54:50.897484 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.9942508 May 31 11:54:50.904250 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60698) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:50.914656 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7826e8fd-284d-4f6c-973d-fc6f3b652bf9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2455895 May 31 11:54:50.915465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:50.915967 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-fe19f307-fe86-493d-b94e-ab19b34f5004 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.2430284 May 31 11:54:50.944335 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60702) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:50.945691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:50.957952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:50.969777 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Usage tracker for resource:router and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:50.984244 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:50.993704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:51.010214 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:51.132389 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.136261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.146026 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-a16340ca-cb58-4da2-af78-18f02bdff3f2', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:54:51.156422 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.182598 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0f7fe-3e0f-4aec-b847-991e0b0d0a88 None None] Network cf4feb99-8762-452f-aa17-892bddbfba68 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:51.194932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.289780 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Usage tracker for resource:router and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:51.300754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60724) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:51.303880 dv-cinder-791239-4-smb neutron-server[92557]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:54:51.385379 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2fd8e215-1ac2-4676-9e3f-50f9affa46ec req-92b1befc-cdb6-4d0f-8919-147bf05c6eeb tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.0830896 May 31 11:54:51.498224 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:51.510645 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.529441 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:51.625739 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-26393ffc-5183-45a8-8a19-ed5c182f31ae', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:54:51.626901 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.674044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.677127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.866936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.895719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:51.932884 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Allocated IP 172.20.0.2 (a16340ca-cb58-4da2-af78-18f02bdff3f2/f17fd68e-872a-4a95-bbc8-c6c1fb630d3f/a5d04e3e-868b-41d7-ad5a-59ac941fb012) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:52.060275 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Allocated IP 172.20.0.2 (26393ffc-5183-45a8-8a19-ed5c182f31ae/0e848670-3550-4246-9400-80e100f382d4/367bede2-0454-49df-8b55-ecd8f2c7e21b) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:52.610140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.632712 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Transition to ACTIVE for port object 367bede2-0454-49df-8b55-ecd8f2c7e21b will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:52.634031 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e188ff73-b689-482c-b3a2-47d30a50d970 req-aa608324-169f-4b2b-9a57-ff6336d82dfc tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.0504689 May 31 11:54:52.643794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.674515 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Transition to ACTIVE for port object 367bede2-0454-49df-8b55-ecd8f2c7e21b will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:52.676657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.679867 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.706602 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Transition to ACTIVE for port object a5d04e3e-868b-41d7-ad5a-59ac941fb012 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:52.731041 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Transition to ACTIVE for port object a5d04e3e-868b-41d7-ad5a-59ac941fb012 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:52.766873 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.780679 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:52.783594 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.814866 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.842793 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.862199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:52.862730 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:52.867995 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:52.871800 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:52.880804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Allocated IP 172.28.0.121 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/a690e720-f2c4-4c59-a26c-2ecdb5f52a0d) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:52.917069 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Pushing event updated for resources: {'Port': ['ID=367bede2-0454-49df-8b55-ecd8f2c7e21b,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:52.936774 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:52.943908 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-a1cde707-4163-441d-848f-616559ec4afe tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:52.945411 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-a1cde707-4163-441d-848f-616559ec4afe tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/networks?id=cf4feb99-8762-452f-aa17-892bddbfba68 HTTP/1.1" status: 200 len: 811 time: 0.5122890 May 31 11:54:52.970149 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.970149 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.970149 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.970429 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.971044 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.971385 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.971712 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.972060 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.972356 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.973327 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.973658 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.974009 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Tracked resource versions report: May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: pushed versions: May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: { 'AddressGroup': {'1.2'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'ConntrackHelper': {'1.0'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Log': {'1.0'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Network': {'1.1'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Port': {'1.7'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'PortForwarding': {'1.2'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'QosPolicy': {'1.8'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroup': {'1.4'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroupRule': {'1.2'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SubPort': {'1.0'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Subnet': {'1.1'}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Trunk': {'1.1'}} May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: consumer versions: May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: HyperV agent@hv-cinder-79123: {}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'ConntrackHelper': '1.0', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Log': '1.0', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Network': '1.1', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Port': '1.7', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'PortForwarding': '1.2', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'QosPolicy': '1.8', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroup': '1.4', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SecurityGroupRule': '1.2', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'SubPort': '1.0', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Subnet': '1.1', May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: 'Trunk': '1.1'}} May 31 11:54:52.975071 dv-cinder-791239-4-smb neutron-server[92558]: {{(pid=92558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:54:52.985294 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:52.990822 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-090af28f-4947-48e4-a01b-7988200cc7fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.075295 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:53.082689 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-5f6017f6-ef28-4ac6-883a-bdd72ce830f6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/quotas/f88caaa4d7d9499387665bf5f035e481 HTTP/1.1" status: 200 len: 375 time: 0.1275406 May 31 11:54:53.088699 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Pushing event updated for resources: {'Port': ['ID=a5d04e3e-868b-41d7-ad5a-59ac941fb012,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.111151 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.111889 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:53.122446 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.207642 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-838a18c7-0d0d-4d61-91e7-99bfa8ae3201 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f88caaa4d7d9499387665bf5f035e481&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073747 May 31 11:54:53.250879 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.255285 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Attempting to bind port 367bede2-0454-49df-8b55-ecd8f2c7e21b on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:53.255666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Attempting to bind port 367bede2-0454-49df-8b55-ecd8f2c7e21b by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:53.256037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Attempting to bind port 367bede2-0454-49df-8b55-ecd8f2c7e21b on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:53.256663 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-300737c6-ed4a-45b8-a496-6c290b7369d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.283980 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:53.286348 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Checking segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:53.289364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.289364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Bound using segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:53.289364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Bound port: 367bede2-0454-49df-8b55-ecd8f2c7e21b, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:53.289364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.330739 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:53.340135 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:53.345352 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:53.426413 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Allocated IP 172.28.0.186 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/aaeaa98a-08c2-431f-9dad-9f2e49f31b71) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:53.798455 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-95f3b338-869e-46cb-80b9-346eb7d41579 service neutron] 10.222.0.20 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945030 May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] For port 367bede2-0454-49df-8b55-ecd8f2c7e21b, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] For port 367bede2-0454-49df-8b55-ecd8f2c7e21b, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=367bede2-0454-49df-8b55-ecd8f2c7e21b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Attempting to bind port a5d04e3e-868b-41d7-ad5a-59ac941fb012 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Attempting to bind port a5d04e3e-868b-41d7-ad5a-59ac941fb012 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Attempting to bind port a5d04e3e-868b-41d7-ad5a-59ac941fb012 on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Checking segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.799255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Bound using segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:53.800694 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Bound port: a5d04e3e-868b-41d7-ad5a-59ac941fb012, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:53.800694 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.801164 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Pushing event updated for resources: {'Port': ['ID=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.801549 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] For port a5d04e3e-868b-41d7-ad5a-59ac941fb012, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:53.801549 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] For port a5d04e3e-868b-41d7-ad5a-59ac941fb012, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a5d04e3e-868b-41d7-ad5a-59ac941fb012,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:53.801756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.801862 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.801862 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:53.859978 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:53.913398 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Pushing event updated for resources: {'Port': ['ID=367bede2-0454-49df-8b55-ecd8f2c7e21b,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:53.916513 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:53.917243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:54.034783 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Pushing event updated for resources: {'Port': ['ID=a5d04e3e-868b-41d7-ad5a-59ac941fb012,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:54.036442 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.039672 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:54.163221 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.287089 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-a5187530-719d-431e-9372-2984a7782143 service neutron] 10.222.0.20 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7524321 May 31 11:54:54.342256 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.415316 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4e5aff8f-5767-4755-916d-be0ee727daa5 req-80b62706-51ee-4b06-b4cd-0ec2c1b79cc4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.1293013 May 31 11:54:54.477415 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.752639 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.820796 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:54.865151 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fabd6fde-b8a6-4bd4-a5c7-15c98842eea6 req-da1df4d5-1a69-4eea-8a36-0d3fe708043d tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.1211312 May 31 11:54:54.937556 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:54.946022 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:54.957627 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:55.027370 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Allocated IP 172.28.0.245 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/036446ff-032d-4670-8cc1-f622dfde3f67) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:55.033713 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:55.048296 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Pushing event updated for resources: {'Port': ['ID=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:55.053383 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:55.410511 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207970d8-482e-4c46-8665-6a8b052f1ffe None None] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:55.454301 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:54:55.707617 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 367bede2-0454-49df-8b55-ecd8f2c7e21b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:55.863524 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:55.873518 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:55.895560 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:55.899990 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:56.040334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.056790 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.063662 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1563306 May 31 11:54:56.071335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 60880) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:56.197699 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-83eb4336-86db-4344-b5f8-da637a9de32d req-57fdbb35-7a30-41ec-825e-2e9cbc756362 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.2716534 May 31 11:54:56.210364 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.239189 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b90ebe-2670-417f-8207-0d7ad2e31c56 None None] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:56.321233 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:56.369369 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.45', 51515) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:56.453441 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a1178599-3931-4070-a7a0-58891d9f9197 req-5f8fd32b-d569-4260-95c8-a374b17e70a6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.1390305 May 31 11:54:56.623716 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.869808 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c6d76249-5d6d-4b31-8516-16b1095d8d33 None None] Provisioning for port a5d04e3e-868b-41d7-ad5a-59ac941fb012 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:56.895064 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:56.913911 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:56.999130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-e0d2dc5e-6fd9-4bb2-af53-93d17814b6d1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:57.001262 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-e0d2dc5e-6fd9-4bb2-af53-93d17814b6d1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.6308424 May 31 11:54:57.062451 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:54:57.068302 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:54:57.093187 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:54:57.176833 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Request body: {'port': {'device_id': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'admin_state_up': True, 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:57.223088 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 367bede2-0454-49df-8b55-ecd8f2c7e21b completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:57.227147 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Pushing event updated for resources: {'Port': ['ID=036446ff-032d-4670-8cc1-f622dfde3f67,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:57.229176 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a5d04e3e-868b-41d7-ad5a-59ac941fb012 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:57.298899 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Provisioning for port 367bede2-0454-49df-8b55-ecd8f2c7e21b completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:57.322582 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 3, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:54:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:57.331939 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:57.333069 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Updating router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:54:57.376401 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Provisioning complete for port 367bede2-0454-49df-8b55-ecd8f2c7e21b triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:57.378059 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.490740 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:57.513061 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.720696 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port a5d04e3e-868b-41d7-ad5a-59ac941fb012 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:54:57.733596 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.745056 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a5d04e3e-868b-41d7-ad5a-59ac941fb012 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:57.746040 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.864976 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] For port 367bede2-0454-49df-8b55-ecd8f2c7e21b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=367bede2-0454-49df-8b55-ecd8f2c7e21b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:57.971843 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.993115 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:57.993330 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4c9bd0d9-c915-4e86-a67d-75e0d59e8364 req-67fac522-23d9-4ac9-aaa5-8a2e67f92ff4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.4320703 May 31 11:54:58.098042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:54:58.102496 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Usage tracker for resource:port and tenant:7d2fd09219604cb68cf3510050a6d5d9 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:54:58.108993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:54:58.122926 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:54:58.162337 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Router f0626c20-1156-46bf-86e9-90a942195f50 is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:54:58.165546 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Pushing event updated for resources: {'Port': ['ID=367bede2-0454-49df-8b55-ecd8f2c7e21b,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:58.173035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:58.191478 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d7d9c8cc-d4d7-4397-9382-c6fe40ebcb3b req-7b757f8a-75f5-4d7e-b435-6e2b26d28bd2 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.3773382 May 31 11:54:58.234401 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.240211 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.242642 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:54:58.252653 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.253788 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Transition to ACTIVE for port object a690e720-f2c4-4c59-a26c-2ecdb5f52a0d will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:54:58.260240 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Provisioning complete for port a5d04e3e-868b-41d7-ad5a-59ac941fb012 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:58.260849 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.353441 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port a5d04e3e-868b-41d7-ad5a-59ac941fb012, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a5d04e3e-868b-41d7-ad5a-59ac941fb012,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:58.378613 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.378613 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-29658d31-a99e-4162-bceb-f899d95090f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:58.447998 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Pushing event updated for resources: {'Port': ['ID=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,revision_number=2']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:58.459341 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.460005 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.460597 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.461709 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.462317 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.462849 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.463378 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.463901 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.464443 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.464971 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.466048 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.466760 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Tracked resource versions report: May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: pushed versions: May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: { 'AddressGroup': {'1.2'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'ConntrackHelper': {'1.0'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Log': {'1.0'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Network': {'1.1'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Port': {'1.7'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'PortForwarding': {'1.2'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'QosPolicy': {'1.8'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroup': {'1.4'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroupRule': {'1.2'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SubPort': {'1.0'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Subnet': {'1.1'}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Trunk': {'1.1'}} May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: consumer versions: May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: { DHCP agent@dv-cinder-791239-4-smb: {}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: HyperV agent@hv-cinder-79123: {}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: L3 agent@dv-cinder-791239-4-smb: {}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: Metadata agent@dv-cinder-791239-4-smb: {}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: Metering agent@dv-cinder-791239-4-smb: {}, May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: Open vSwitch agent@dv-cinder-791239-4-smb: { 'AddressGroup': '1.2', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'ConntrackHelper': '1.0', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Log': '1.0', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Network': '1.1', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Port': '1.7', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'PortForwarding': '1.2', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'QosPolicy': '1.8', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroup': '1.4', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SecurityGroupRule': '1.2', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'SubPort': '1.0', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Subnet': '1.1', May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: 'Trunk': '1.1'}} May 31 11:54:58.468030 dv-cinder-791239-4-smb neutron-server[92559]: {{(pid=92559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:54:58.483648 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:58.496145 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.546316 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.556013 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Attempting to bind port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:54:58.556793 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Attempting to bind port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:54:58.558635 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Attempting to bind port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:54:58.568382 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:54:58.572712 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:54:58.572712 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.572712 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:54:58.572712 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Bound port: a690e720-f2c4-4c59-a26c-2ecdb5f52a0d, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:54:58.572712 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.580358 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:58.680927 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.698849 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.45', 51524) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:58.738188 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] For port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:54:58.747655 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] For port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:54:58.786047 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 367bede2-0454-49df-8b55-ecd8f2c7e21b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:54:58.802141 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:58.842645 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.854419 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:58.867147 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Sync routers for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:58.885552 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:58.886307 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:58.916546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-9af129b5-1a76-4fd7-95a7-15454c457ddc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:58.917556 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-9af129b5-1a76-4fd7-95a7-15454c457ddc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Synchronizing usage tracker for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:58.929607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Allocated IP 172.20.0.2 (6a77bc79-f485-44ea-b6ea-738f2de2b3bc/811c3c8b-dd89-488d-ba7c-9b3794461250/fc313941-4703-420c-bb11-b87815ad76aa) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:54:59.051487 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:59.052207 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:59.161036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.176162 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.3359842 May 31 11:54:59.185618 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 60982) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:59.256835 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-9af129b5-1a76-4fd7-95a7-15454c457ddc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Unset dirty status for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:59.278111 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-9af129b5-1a76-4fd7-95a7-15454c457ddc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.45 "GET /v2.0/networks?id=cf4feb99-8762-452f-aa17-892bddbfba68 HTTP/1.1" status: 200 len: 811 time: 0.5767205 May 31 11:54:59.377651 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Request body: {'port': {'device_id': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68', 'admin_state_up': True, 'tenant_id': 'f88caaa4d7d9499387665bf5f035e481'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:54:59.407920 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=a5d04e3e-868b-41d7-ad5a-59ac941fb012,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:59.546682 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Pushing event updated for resources: {'Port': ['ID=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:59.553885 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:59.565501 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:59.568350 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.db.api [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 11:54:59.568927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_db.api [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 11:54:59.570637 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:59.604796 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 367bede2-0454-49df-8b55-ecd8f2c7e21b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:54:59.612573 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.638457 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b25e7cd-5509-447f-aa92-9f2ad3d0e402 req-af31491a-8eec-46f4-9cda-e3675e5c7517 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.1415040 May 31 11:54:59.755586 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f5ea5a72-111e-4a2c-803e-4103c74ef642 req-6138b759-6167-4640-85e8-a9fc693f65a5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.3217609 May 31 11:54:59.770380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:59.772423 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:59.966346 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.306666 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 3, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:00.314853 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdae410-60b5-4d06-b4e2-ad1f67e05c5d None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 3, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:00.545601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:00.931070 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Provisioning complete for port 367bede2-0454-49df-8b55-ecd8f2c7e21b triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:00.931070 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-717d4cd0-e1cc-43bb-a4a4-beed942a0b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.066538 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a5d04e3e-868b-41d7-ad5a-59ac941fb012 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:01.110956 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:55:01.120238 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Usage tracker for resource:port and tenant:f88caaa4d7d9499387665bf5f035e481 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:01.158907 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:01.181993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:01.232234 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.273097 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-239d6d0d-6607-4a45-b8d3-706c4b856446 req-ac6d6884-be9c-4ba3-acf6-061c1f3c7ad5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.0882118 May 31 11:55:01.288095 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Allocated IP 172.20.0.1 (26393ffc-5183-45a8-8a19-ed5c182f31ae/0e848670-3550-4246-9400-80e100f382d4/b76035b5-924c-47f0-a794-b74d13d3389b) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:01.364939 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Made reservation on behalf of f88caaa4d7d9499387665bf5f035e481 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:01.377607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.453214 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:54:55Z', 'revision_number': 3, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:01.453214 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Checking router: f0626c20-1156-46bf-86e9-90a942195f50 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:01.453214 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Updating router f0626c20-1156-46bf-86e9-90a942195f50 port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:01.489687 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-586ed293-ddea-47ab-9584-2e0aa2b41401 req-387f280e-28a6-4693-88d7-01250cf5ada3 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.4137466 May 31 11:55:01.535781 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:01.647126 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.652867 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a5d04e3e-868b-41d7-ad5a-59ac941fb012 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:01.652867 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.703900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:01.770890 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.896178 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:01.900227 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:01.926823 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:01.979534 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:01.992452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:01.993632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.061196 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event updated for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:02.066630 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:02.082617 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Transition to ACTIVE for port object b76035b5-924c-47f0-a794-b74d13d3389b will not be triggered until provisioned by entity DHCP. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:02.132023 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:02.147423 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:02.149514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Allocated IP 172.20.0.6 (cf4feb99-8762-452f-aa17-892bddbfba68/4b9b8576-0dc2-4fbb-844e-7885c60602a1/2186c71a-6843-4a55-a101-c368353cd8af) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:02.171346 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:02.172908 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:02.200335 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0276670 May 31 11:55:02.215464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-ec80bc2d-5454-4b61-8332-7a62ff0b7e29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:55:02.216811 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-ec80bc2d-5454-4b61-8332-7a62ff0b7e29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065107 May 31 11:55:02.298832 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.301109 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f2284890-9505-4073-9280-257da908b371 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.3559902 May 31 11:55:02.308424 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32814) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:02.435533 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.479569 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:02.655700 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:02.802484 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.814182 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:02.826969 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Transition to ACTIVE for port object aaeaa98a-08c2-431f-9dad-9f2e49f31b71 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:02.859244 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:02.862098 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:02.862835 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.879053 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:02.882261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:02.935802 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Request body: {'port': {'device_id': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:02.941990 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:02.948044 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-2ee2b3c1-a9a3-4e47-b3c7-86069c648565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:02.955283 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-47c68d2d-8290-470d-8b9c-583be6356914 req-a631d969-d237-4479-a3c2-608a2112013c tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.1443675 May 31 11:55:03.084434 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a690e720-f2c4-4c59-a26c-2ecdb5f52a0d up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:03.127765 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.300690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.403753 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Attempting to bind port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:03.405951 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Attempting to bind port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:03.406387 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Attempting to bind port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:03.420526 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Pushing event updated for resources: {'Port': ['ID=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:03.434827 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:03.435519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:03.435887 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:03.436383 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.436991 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:03.437519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Bound port: aaeaa98a-08c2-431f-9dad-9f2e49f31b71, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:03.437931 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.446631 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e0f07-6e0f-4910-9b34-1d3477ee4d66 req-07dbbaf5-1e71-4ef8-b4cb-a6c1afef9f6d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:03.450128 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-db0e0f07-6e0f-4910-9b34-1d3477ee4d66 req-07dbbaf5-1e71-4ef8-b4cb-a6c1afef9f6d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:03.542719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.584384 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:03.646222 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:57Z', 'revision_number': 3, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:03.656291 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:03.657208 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Updating router 0eee1055-e353-493c-ad18-b3f3c7dd755f port 036446ff-032d-4670-8cc1-f622dfde3f67 binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:03.745558 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.756533 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-66c42445-fcb5-46db-8af6-9d95a659b6d3 None None] Provisioning for port b76035b5-924c-47f0-a794-b74d13d3389b completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:03.767083 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-db0e0f07-6e0f-4910-9b34-1d3477ee4d66 req-07dbbaf5-1e71-4ef8-b4cb-a6c1afef9f6d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:03.768305 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-db0e0f07-6e0f-4910-9b34-1d3477ee4d66 req-07dbbaf5-1e71-4ef8-b4cb-a6c1afef9f6d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 931 time: 1.1799593 May 31 11:55:03.775714 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Network cf4feb99-8762-452f-aa17-892bddbfba68 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:03.787793 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Pushing event updated for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:03.790848 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:03.792757 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:03.796484 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:03.802035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:03.802702 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.839997 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-66c42445-fcb5-46db-8af6-9d95a659b6d3 None None] Provisioning complete for port b76035b5-924c-47f0-a794-b74d13d3389b triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:03.840726 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-66c42445-fcb5-46db-8af6-9d95a659b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.864008 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:03.945498 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:04.042620 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-66c42445-fcb5-46db-8af6-9d95a659b6d3 None None] Port b76035b5-924c-47f0-a794-b74d13d3389b cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:04.099444 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] For port aaeaa98a-08c2-431f-9dad-9f2e49f31b71, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:04.104772 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] For port aaeaa98a-08c2-431f-9dad-9f2e49f31b71, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:04.112327 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:04.113120 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.265542 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.367724 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:04.392649 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Allocated IP 172.20.0.1 (371389ad-a006-4546-a904-3ff79d4562ef/94ebffec-1903-4aa2-ba1c-71f433d5e02f/904bb2c8-aef3-44c8-8a70-90037606dd00) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:04.542150 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-db0e0f07-6e0f-4910-9b34-1d3477ee4d66 req-8cda2b1b-cd0d-4497-858c-a22ed1c8ad49 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576451 May 31 11:55:04.560035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.579626 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2388253 May 31 11:55:04.594913 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:04.609827 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:04.621824 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Request body: {'port': {'device_id': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:04.880919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:04.975832 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.056294 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1caa3-211a-426d-8c41-2f94e31494c6 req-08fe68cb-4bd3-4b22-8661-144ba136a614 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:05.065089 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-63b1caa3-211a-426d-8c41-2f94e31494c6 req-08fe68cb-4bd3-4b22-8661-144ba136a614 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 931 time: 0.7832680 May 31 11:55:05.230601 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-63b1caa3-211a-426d-8c41-2f94e31494c6 req-3063f785-95a8-4b91-b584-f7c3a4172811 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613669 May 31 11:55:05.243422 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Pushing event updated for resources: {'Port': ['ID=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.247596 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.252309 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32860) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:05.293583 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Transition to ACTIVE for port object 036446ff-032d-4670-8cc1-f622dfde3f67 will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:05.321373 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.348502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32866) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:05.390448 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:05.453018 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.456056 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.457133 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Allocated IP 172.20.0.1 (a16340ca-cb58-4da2-af78-18f02bdff3f2/f17fd68e-872a-4a95-bbc8-c6c1fb630d3f/226842ff-9dbe-4729-8310-4b882e493537) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:05.460294 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:05.472242 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:05.546728 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.597225 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.636245 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.658121 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:05.710691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.785822 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Attempting to bind port 036446ff-032d-4670-8cc1-f622dfde3f67 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:05.789596 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Attempting to bind port 036446ff-032d-4670-8cc1-f622dfde3f67 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:05.789596 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Attempting to bind port 036446ff-032d-4670-8cc1-f622dfde3f67 on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:05.805038 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.816538 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.818700 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Pushing event updated for resources: {'Port': ['ID=036446ff-032d-4670-8cc1-f622dfde3f67,revision_number=2']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:05.822926 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:05.823698 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:05.824071 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:05.824606 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.824998 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:05.825476 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Bound port: 036446ff-032d-4670-8cc1-f622dfde3f67, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:05.837491 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.840849 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.865597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:05.963197 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:05.982572 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:54:55Z', 'revision_number': 3, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:05.985985 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] For port 036446ff-032d-4670-8cc1-f622dfde3f67, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:05.987345 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a5341f-fba1-479d-999c-365d2867efdb None None] The sync data for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb is: [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:54:55Z', 'revision_number': 3, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:05.998983 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] For port 036446ff-032d-4670-8cc1-f622dfde3f67, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=036446ff-032d-4670-8cc1-f622dfde3f67,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:06.029886 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.083278 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Transition to ACTIVE for port object 226842ff-9dbe-4729-8310-4b882e493537 will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:06.094409 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Network 371389ad-a006-4546-a904-3ff79d4562ef is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:06.102670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:06.111918 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:06.112344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.114877 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.132524 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:06.180028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc313941-4703-420c-bb11-b87815ad76aa {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:06.187348 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.206011 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.241864 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:06.244069 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:06.322168 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:06.326097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:06.354972 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Usage tracker for resource:security_group_rule and tenant:5403fda40691442a92493dae531c75c0 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:06.370653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:06.376651 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Usage tracker for resource:security_group_rule and tenant:c99f040f784c494690be924db30836d1 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:06.426804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:06.451812 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:06.462966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.472583 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.501560 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Pushing event updated for resources: {'Port': ['ID=036446ff-032d-4670-8cc1-f622dfde3f67,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:06.510012 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:06.529705 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4c3d17f8-0ab8-4721-81d3-369487bf793f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:06.602469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Pushing event updated for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:06.622839 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Transition to ACTIVE for port object fc313941-4703-420c-bb11-b87815ad76aa will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:06.626875 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:06.661693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:06.721357 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:06.782218 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.843017 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef977ec-ad9e-402d-a4bf-4680922c96a8 req-2337970e-9e12-43b4-8bfb-c651092d49cd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:06.853034 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3ef977ec-ad9e-402d-a4bf-4680922c96a8 req-2337970e-9e12-43b4-8bfb-c651092d49cd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 931 time: 0.9352281 May 31 11:55:06.882161 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.920637 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:06.941174 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e67f7ff8-6789-4da6-ba00-4f28c1b69424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.051380 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Pushing event updated for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.075395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.077058 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-abfa9ec0-5d29-44b9-9e67-d20fa284abf0 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.206403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Pushing event updated for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.221238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.252668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.285562 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:57Z', 'revision_number': 3, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:07.287900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Pushing event updated for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.292694 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3668b09-6f3a-40a0-aafe-01fd3f130356 None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:54:57Z', 'revision_number': 3, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:07.317222 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.319074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:07.355029 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:07.369662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:07.370262 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.466157 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.db.resource_extend [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:55:07.585386 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2186c71a-6843-4a55-a101-c368353cd8af {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:07.599951 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:07.636751 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Transition to ACTIVE for port object 2186c71a-6843-4a55-a101-c368353cd8af will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:07.738867 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:07.839422 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3ef977ec-ad9e-402d-a4bf-4680922c96a8 req-c1b322f9-e283-4c22-b0ac-1ee0d0369fb6 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9846709 May 31 11:55:07.853984 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b32fd-fc6d-4cbe-9b11-ef1d7dff2397 req-72347a30-ac82-4681-9648-23a6fc142254 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:07.858597 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-714b32fd-fc6d-4cbe-9b11-ef1d7dff2397 req-72347a30-ac82-4681-9648-23a6fc142254 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 931 time: 1.3906021 May 31 11:55:07.884438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:07.884438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:07.884438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Attempting to bind port fc313941-4703-420c-bb11-b87815ad76aa on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:07.884438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Attempting to bind port fc313941-4703-420c-bb11-b87815ad76aa by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:07.884438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Attempting to bind port fc313941-4703-420c-bb11-b87815ad76aa on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:07.899900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Port fc313941-4703-420c-bb11-b87815ad76aa on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:07.900231 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Attempting to bind port fc313941-4703-420c-bb11-b87815ad76aa on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:07.986100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207467b1-ec8b-40ce-b211-af7c690dc65a,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:07.990633 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:07.996087 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:07.996877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Checking segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:07.998099 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Bound using segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:07.999069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Bound port: fc313941-4703-420c-bb11-b87815ad76aa, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:07.999926 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.005420 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5403fda40691442a92493dae531c75c0&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6509426 May 31 11:55:08.013289 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.014104 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 32890) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:08.096122 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-714b32fd-fc6d-4cbe-9b11-ef1d7dff2397 req-46aa8537-be5a-4df6-b4a5-17611c8580b5 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168932 May 31 11:55:08.419744 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device aaeaa98a-08c2-431f-9dad-9f2e49f31b71 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:08.506355 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-3e07e7de-4637-47d4-8de0-626cba7f345d None None] Provisioning for port 226842ff-9dbe-4729-8310-4b882e493537 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:08.571274 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.629366 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.635629 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-3e07e7de-4637-47d4-8de0-626cba7f345d None None] Provisioning complete for port 226842ff-9dbe-4729-8310-4b882e493537 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:08.640009 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3e07e7de-4637-47d4-8de0-626cba7f345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.712475 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.756571 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-3e07e7de-4637-47d4-8de0-626cba7f345d None None] Port 226842ff-9dbe-4729-8310-4b882e493537 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:08.789520 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.812168 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.830418 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:08.845934 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:08.866031 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:08.866877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.870587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.954539 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.038079 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-f3365183-e3b0-498e-99c9-9467bf71fea3 None None] Provisioning complete for port b76035b5-924c-47f0-a794-b74d13d3389b triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:09.042754 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f3365183-e3b0-498e-99c9-9467bf71fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.094944 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c99f040f784c494690be924db30836d1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8397615 May 31 11:55:09.104463 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:09.105581 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32900) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:09.106805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb37c6-3a7b-4b80-8c74-fc54347b2fca,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.116129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.164854 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.168683 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.179212 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.206661 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:09.222285 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.223134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.232485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:09.244659 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-f3365183-e3b0-498e-99c9-9467bf71fea3 None None] Port b76035b5-924c-47f0-a794-b74d13d3389b cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:09.288321 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.319091 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port aaeaa98a-08c2-431f-9dad-9f2e49f31b71, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:09.333398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=fc313941-4703-420c-bb11-b87815ad76aa,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:09.434015 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.436062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a690e720-f2c4-4c59-a26c-2ecdb5f52a0d up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:09.506363 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:09.516448 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.526952 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Attempting to bind port 2186c71a-6843-4a55-a101-c368353cd8af on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:09.528145 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Attempting to bind port 2186c71a-6843-4a55-a101-c368353cd8af by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'daf5cd06-f187-4e17-bf06-bfbf30cff932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:09.528658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Attempting to bind port 2186c71a-6843-4a55-a101-c368353cd8af on network cf4feb99-8762-452f-aa17-892bddbfba68 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:09.543943 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:09.587521 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Port 2186c71a-6843-4a55-a101-c368353cd8af on network cf4feb99-8762-452f-aa17-892bddbfba68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:09.587792 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Attempting to bind port 2186c71a-6843-4a55-a101-c368353cd8af on network cf4feb99-8762-452f-aa17-892bddbfba68 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:09.624088 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:09.624427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Checking segment: {'id': 'daf5cd06-f187-4e17-bf06-bfbf30cff932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:09.624889 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Bound using segment: {'id': 'daf5cd06-f187-4e17-bf06-bfbf30cff932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:09.625371 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Bound port: 2186c71a-6843-4a55-a101-c368353cd8af, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf5cd06-f187-4e17-bf06-bfbf30cff932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:09.625698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.702055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:09.702611 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.704174 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] 10.222.0.45 "PUT /v2.0/ports/fc313941-4703-420c-bb11-b87815ad76aa HTTP/1.1" status: 200 len: 1093 time: 6.9951193 May 31 11:55:09.705465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:09.729633 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.739239 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.759049 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:09.760012 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:09.844791 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Pushing event updated for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:09.859450 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:09.995575 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:09.999554 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2186c71a-6843-4a55-a101-c368353cd8af,segment=NetworkSegment(daf5cd06-f187-4e17-bf06-bfbf30cff932),segment_id=daf5cd06-f187-4e17-bf06-bfbf30cff932)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:10.014191 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63916a-8fe9-4818-904d-6f0fb3f9d929 req-76b04a8d-c740-4ba7-bc29-a074dff86f5d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.018866 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df63916a-8fe9-4818-904d-6f0fb3f9d929 req-76b04a8d-c740-4ba7-bc29-a074dff86f5d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 943 time: 0.6840556 May 31 11:55:10.024308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:10.040502 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:10.061046 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:10.063022 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:10.128609 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Pushing event updated for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:10.141884 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Network 371389ad-a006-4546-a904-3ff79d4562ef is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:10.146901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.147112 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.157485 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:10.164207 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:10.189224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.194624 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc88ab-ef9b-4d37-8c5d-e6b595401add" -d '{"events": [{"name": "network-changed", "server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "tag": "fc313941-4703-420c-bb11-b87815ad76aa"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:10.201001 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2386cf9e-75d8-41d8-beaf-97b987722bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:10.216883 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.218080 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/207467b1-ec8b-40ce-b211-af7c690dc65a HTTP/1.1" status: 204 len: 168 time: 2.1864598 May 31 11:55:10.220165 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] 10.222.0.20 "PUT /v2.0/routers/849a7ab8-adb6-4b17-8c4a-43ad2a871bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1542051 May 31 11:55:10.256215 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207467b1-ec8b-40ce-b211-af7c690dc65a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:10.284403 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:10.307071 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:10.532693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.545196 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device aaeaa98a-08c2-431f-9dad-9f2e49f31b71 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:10.562134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:10.566953 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:10.569508 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.578372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.579892 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-766f1947-640d-47fc-8fde-cf14ab31b6f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/2186c71a-6843-4a55-a101-c368353cd8af HTTP/1.1" status: 200 len: 1093 time: 5.9709837 May 31 11:55:10.595539 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df63916a-8fe9-4818-904d-6f0fb3f9d929 req-ca247200-cc4c-4e2c-b2a7-dff619f02a54 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5382609 May 31 11:55:10.596131 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9b7e-6c06-42c5-94cd-db0c06ccccb5 req-b9547d5e-642f-49c8-87b3-b021ae9b9430 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.597698 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-604a9b7e-6c06-42c5-94cd-db0c06ccccb5 req-b9547d5e-642f-49c8-87b3-b021ae9b9430 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 943 time: 1.2737718 May 31 11:55:10.641409 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-a68853da-d511-40c8-b432-147c91def71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:10.642994 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-a68853da-d511-40c8-b432-147c91def71b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 1096 time: 0.8140178 May 31 11:55:10.699935 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:10.847478 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-cbf3af65-31be-473f-91d6-8992bb688ec2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc313941-4703-420c-bb11-b87815ad76aa HTTP/1.1" status: 200 len: 217 time: 0.1936107 May 31 11:55:10.852151 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.db.resource_extend [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:55:10.897899 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.912662 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-604a9b7e-6c06-42c5-94cd-db0c06ccccb5 req-40dd4b90-55c5-46b1-a3a0-53e87dbe9b7b tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046353 May 31 11:55:10.959211 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Router f0626c20-1156-46bf-86e9-90a942195f50 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:10.959695 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-daa1e6d1-c4f7-4f51-bdb3-6318a15fd21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:10.978670 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:10.979042 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.060359 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.075356 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.102766 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:11.161696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.194917 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e550e-da1d-4889-b951-4091ee8efc50 req-6284030c-c70a-4243-b54b-9a3153b6a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:11.196372 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-6284030c-c70a-4243-b54b-9a3153b6a9df service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.1708093 May 31 11:55:11.253546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e0304-69e2-4ab3-ab31-067b0b40b277 x-openstack-request-id: req-6b3e0304-69e2-4ab3-ab31-067b0b40b277 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:11.253879 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "tag": "fc313941-4703-420c-bb11-b87815ad76aa", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:11.254141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b3e0304-69e2-4ab3-ab31-067b0b40b277 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:11.254610 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa', 'status': 'completed', 'code': 200} May 31 11:55:11.274483 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-8cd3ca57-443d-4c1c-9127-f5aeadd0ed92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702059 May 31 11:55:11.287200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-a00a5033-f071-482b-b98d-6985f3f87af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:11.288659 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-a00a5033-f071-482b-b98d-6985f3f87af1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88caaa4d7d9499387665bf5f035e481&device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 1096 time: 0.4843564 May 31 11:55:11.451411 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-7ee4016f-c09c-457b-8640-fa71e5002538 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605847 May 31 11:55:11.593215 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 036446ff-032d-4670-8cc1-f622dfde3f67 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:11.711811 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 2, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:11.716759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:11.719495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Updating router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc port b76035b5-924c-47f0-a794-b74d13d3389b binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:11.744800 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32940) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:11.771751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 036446ff-032d-4670-8cc1-f622dfde3f67 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:11.798770 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 036446ff-032d-4670-8cc1-f622dfde3f67 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:11.799215 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.856625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 32948) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:11.864470 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.865929 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Pushing event updated for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:11.876154 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:11.901206 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:11.924147 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-90dbfbf9-d9e5-4425-a16e-6ab53a9336b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2186c71a-6843-4a55-a101-c368353cd8af HTTP/1.1" status: 200 len: 217 time: 0.4664648 May 31 11:55:11.944792 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--559002765', 'description': 'tempest-description--151416860'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:11.949270 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.740s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:11.969705 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:11.975843 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-253e550e-da1d-4889-b951-4091ee8efc50 req-b88d6fc6-a557-47ca-864d-8586d561c682 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608327 May 31 11:55:11.997774 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb37c6-3a7b-4b80-8c74-fc54347b2fca,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:12.010406 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:12.014445 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:12.016937 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:12.032698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:12.033862 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:12.036523 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Sync routers for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:12.046201 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] 10.222.0.20 "PUT /v2.0/routers/f0626c20-1156-46bf-86e9-90a942195f50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8557634 May 31 11:55:12.050572 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.052034 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/63eb37c6-3a7b-4b80-8c74-fc54347b2fca HTTP/1.1" status: 204 len: 168 time: 2.9345961 May 31 11:55:12.053374 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:12.083634 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Usage tracker for resource:security_group_rule and tenant:66e18432e9e04eee8548c43b837526be is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:12.092882 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:12.095036 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:12.096441 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:54:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:12.187601 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:12.358423 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.376571 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:12.380776 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:12.428868 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.441542 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-6601fad5-1903-4cb9-8c9e-8dc242c4dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:12.444353 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-6601fad5-1903-4cb9-8c9e-8dc242c4dde3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b9b8576-0dc2-4fbb-844e-7885c60602a1 HTTP/1.1" status: 200 len: 851 time: 0.4710293 May 31 11:55:12.522735 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:12.533649 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 036446ff-032d-4670-8cc1-f622dfde3f67, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=036446ff-032d-4670-8cc1-f622dfde3f67,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:12.556356 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-836db7ad-b693-4fa8-aaab-b8a4c188f08d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf4feb99-8762-452f-aa17-892bddbfba68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943165 May 31 11:55:12.562638 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:12.611691 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:12.719641 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:12.751634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3c6cb-6678-4cd9-bade-558a35e69332 req-ff718d15-321e-4f24-a9e5-e83dd1a924bb tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:12.751764 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:12.770259 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f5c3c6cb-6678-4cd9-bade-558a35e69332 req-ff718d15-321e-4f24-a9e5-e83dd1a924bb tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 943 time: 0.8481390 May 31 11:55:12.851111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-9af4a0c2-6a5f-4d5d-80d6-0f7a2f7e1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:12.853329 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-9af4a0c2-6a5f-4d5d-80d6-0f7a2f7e1cbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 1096 time: 0.6305432 May 31 11:55:12.874180 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f5c3c6cb-6678-4cd9-bade-558a35e69332 req-46dc2697-b056-408d-b410-2ba7d2df9e36 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027400 May 31 11:55:12.905535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:13.018698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:13.164526 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-d75efa31-5811-4b57-9f91-d6ad7b9820f3 None None] Provisioning complete for port 226842ff-9dbe-4729-8310-4b882e493537 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:13.178091 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d75efa31-5811-4b57-9f91-d6ad7b9820f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.246844 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f956f7a3-2dc5-47a6-8ba5-33a028330c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.274672 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:55:06Z', 'revision_number': 4, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '904bb2c8-aef3-44c8-8a70-90037606dd00', 'name': '', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'mac_address': 'fa:16:3e:04:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:03Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 2, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'subnets': [{'id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:13.280276 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=036446ff-032d-4670-8cc1-f622dfde3f67,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:13.288217 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Checking router: f0626c20-1156-46bf-86e9-90a942195f50 for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:13.289012 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Updating router f0626c20-1156-46bf-86e9-90a942195f50 port 904bb2c8-aef3-44c8-8a70-90037606dd00 binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:13.333192 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:13.333952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.335667 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:13.343256 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1fda7-1181-43a9-a767-82c9ce954bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "tag": "2186c71a-6843-4a55-a101-c368353cd8af"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:13.350984 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-580f4516-821d-470f-a2b0-6a1c34b39a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:13.355089 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-580f4516-821d-470f-a2b0-6a1c34b39a4b service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 916 time: 0.4314091 May 31 11:55:13.408722 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-d75efa31-5811-4b57-9f91-d6ad7b9820f3 None None] Port 226842ff-9dbe-4729-8310-4b882e493537 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:13.431550 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.466022 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.485150 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-eca09929-0850-4f53-aad8-f84831464b34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc313941-4703-420c-bb11-b87815ad76aa HTTP/1.1" status: 200 len: 217 time: 0.1081567 May 31 11:55:13.494896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac4a37-620b-4e37-8d9d-f8a4dddd4ebc req-1e84827b-2acf-4a29-b2d0-0c58ad68c941 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:13.504858 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8eac4a37-620b-4e37-8d9d-f8a4dddd4ebc req-1e84827b-2acf-4a29-b2d0-0c58ad68c941 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 943 time: 1.2718940 May 31 11:55:13.579442 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-04f1c083-06cf-4e89-9e63-b3c9584a2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:13.581319 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-04f1c083-06cf-4e89-9e63-b3c9584a2f69 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.0790391 May 31 11:55:13.592111 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-f6ad3475-3515-452c-9752-cc984e664a92 service neutron] 10.222.0.45 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0224116 May 31 11:55:13.593903 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.616267 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:13.629604 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:13.685986 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.698534 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-63e61057-996d-4b5d-b50e-f86d97b8a092 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817790 May 31 11:55:13.719666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Transition to ACTIVE for port object b76035b5-924c-47f0-a794-b74d13d3389b will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:13.810273 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.815302 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:13.876974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:13.943359 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3f321-6fb5-4629-aa0d-40657737273e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:13.946354 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:13.970582 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd334a0a-b8b5-4661-ac43-0b3e0dee9f06 req-dc827c82-7563-496c-b355-cff2453c2629 service neutron] 10.222.0.45 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790475 May 31 11:55:13.976479 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8eac4a37-620b-4e37-8d9d-f8a4dddd4ebc req-be8ad1d0-705a-4f28-bf66-2d2849d6d2f9 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498995 May 31 11:55:14.019690 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.033594 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Transition to ACTIVE for port object 904bb2c8-aef3-44c8-8a70-90037606dd00 will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:14.144061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a1189b-46ed-409c-a17a-c4c5fbda5b08 x-openstack-request-id: req-33a1189b-46ed-409c-a17a-c4c5fbda5b08 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:14.144061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "tag": "2186c71a-6843-4a55-a101-c368353cd8af", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:14.144061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33a1189b-46ed-409c-a17a-c4c5fbda5b08 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:14.144061 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af', 'status': 'completed', 'code': 200} May 31 11:55:14.154440 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Pushing event updated for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:14.160395 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:14.192469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.193465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.194744 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3307607 May 31 11:55:14.201277 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33004) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:14.215637 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:14.227392 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.232938 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:14.250334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group_rule': {'security_group_id': '07c3f321-6fb5-4629-aa0d-40657737273e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:14.293472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Attempting to bind port b76035b5-924c-47f0-a794-b74d13d3389b on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:14.295787 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Attempting to bind port b76035b5-924c-47f0-a794-b74d13d3389b by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:14.295787 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Attempting to bind port b76035b5-924c-47f0-a794-b74d13d3389b on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:14.304885 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:14.305570 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Checking segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:14.306007 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.306462 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Bound using segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:14.306997 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Bound port: b76035b5-924c-47f0-a794-b74d13d3389b, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:14.307431 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.307855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:14.313228 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66e18432e9e04eee8548c43b837526be&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5604856 May 31 11:55:14.331012 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:14.331734 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2d234-dc72-4e75-8452-1114dec3c072 None None] Pushing event updated for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:14.336228 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-a0c2d234-dc72-4e75-8452-1114dec3c072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:14.336455 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-98c83853-c94e-4299-ba7e-52cb42c28726 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:14.336994 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-98c83853-c94e-4299-ba7e-52cb42c28726 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:14.343706 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33010) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:14.397038 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:14.408615 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.412918 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:14.419990 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] 10.222.0.20 "PUT /v2.0/routers/0eee1055-e353-493c-ad18-b3f3c7dd755f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1086681 May 31 11:55:14.422403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:14.432097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:14.455127 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:14.455770 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:14.471714 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c007eab-1225-45b5-be76-daf997c036f1,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:14.497631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:14.541956 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae732f1-aa1b-4f27-89f3-d92a6e88a87c req-86b5b1d9-3c2a-4f41-8b3f-aec4c4f1748b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:14.545367 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3ae732f1-aa1b-4f27-89f3-d92a6e88a87c req-86b5b1d9-3c2a-4f41-8b3f-aec4c4f1748b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 943 time: 0.2527628 May 31 11:55:14.573845 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Attempting to bind port 904bb2c8-aef3-44c8-8a70-90037606dd00 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:14.581330 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Attempting to bind port 904bb2c8-aef3-44c8-8a70-90037606dd00 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:14.581330 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Attempting to bind port 904bb2c8-aef3-44c8-8a70-90037606dd00 on network 371389ad-a006-4546-a904-3ff79d4562ef {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:14.584346 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:14.584530 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Checking segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:14.584962 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.585411 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Bound using segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:14.586015 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Bound port: 904bb2c8-aef3-44c8-8a70-90037606dd00, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:14.586458 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.628397 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.669463 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-d95634c5-fb38-49f4-a86b-e853bcaabea6 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803384 May 31 11:55:14.684901 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-3ae732f1-aa1b-4f27-89f3-d92a6e88a87c req-6f24cb64-4650-434b-a447-a50cf96c18db tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:14.735872 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] For port b76035b5-924c-47f0-a794-b74d13d3389b, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:14.762824 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.790855 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] For port 904bb2c8-aef3-44c8-8a70-90037606dd00, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:14.794699 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] For port 904bb2c8-aef3-44c8-8a70-90037606dd00, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=904bb2c8-aef3-44c8-8a70-90037606dd00,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:14.829956 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] For port b76035b5-924c-47f0-a794-b74d13d3389b, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=b76035b5-924c-47f0-a794-b74d13d3389b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:14.849859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 036446ff-032d-4670-8cc1-f622dfde3f67 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:14.867025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:14.888742 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-00ab27db-b789-4757-9d56-b86c57ec4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:14.890252 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-00ab27db-b789-4757-9d56-b86c57ec4950 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f88caaa4d7d9499387665bf5f035e481&device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 1096 time: 0.5456386 May 31 11:55:14.910759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:14.944389 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.022371 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72dc88ab-ef9b-4d37-8c5d-e6b595401add req-48515b5b-9372-4b72-8519-1dede2bc6ce9 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518722 May 31 11:55:15.146714 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-3ae732f1-aa1b-4f27-89f3-d92a6e88a87c req-6f24cb64-4650-434b-a447-a50cf96c18db tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:15.149804 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.155836 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-98c83853-c94e-4299-ba7e-52cb42c28726 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:15.157059 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-98c83853-c94e-4299-ba7e-52cb42c28726 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 819 time: 1.0589669 May 31 11:55:15.158890 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3ae732f1-aa1b-4f27-89f3-d92a6e88a87c req-6f24cb64-4650-434b-a447-a50cf96c18db tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066172 May 31 11:55:15.162095 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.164186 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.188027 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.193219 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-510f7eb5-49e6-4140-8ab5-fdd12b362ca9 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/quotas/544b24db13554f97b30bef29f0d6e728 HTTP/1.1" status: 200 len: 375 time: 0.0292988 May 31 11:55:15.193500 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 036446ff-032d-4670-8cc1-f622dfde3f67 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:15.193945 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.224659 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0132f2b-4b42-44bd-abe3-a5ab4b20e4eb,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.232253 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:15.239899 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.256153 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-12fd1fe2-f659-4177-bdf9-857af661de95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.270657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-a1747b95-5ffe-4d44-a35e-3075641273b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:15.279853 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-a1747b95-5ffe-4d44-a35e-3075641273b2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=cf4feb99-8762-452f-aa17-892bddbfba68 HTTP/1.1" status: 200 len: 912 time: 0.3644207 May 31 11:55:15.356406 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-4432c96c-dde3-4c78-8fb8-f7b0b8fc3293 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2186c71a-6843-4a55-a101-c368353cd8af HTTP/1.1" status: 200 len: 217 time: 0.0752304 May 31 11:55:15.403645 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:15.404137 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:15.421157 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.422736 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2139428 May 31 11:55:15.425644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33044) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:15.431797 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group_rule': {'security_group_id': '07c3f321-6fb5-4629-aa0d-40657737273e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:15.434071 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:15.434071 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:15.446028 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:15.458454 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:15.463160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:15.485712 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-c02a2a61-ea11-44ee-a433-0da4ff7d3ad3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2915521 May 31 11:55:15.493368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:15.493545 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.520762 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.542118 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-3a61e0a8-a73a-4eb9-9415-91c8bae97cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:15.544174 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-3a61e0a8-a73a-4eb9-9415-91c8bae97cfd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4b9b8576-0dc2-4fbb-844e-7885c60602a1 HTTP/1.1" status: 200 len: 851 time: 0.1788969 May 31 11:55:15.546281 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c007eab-1225-45b5-be76-daf997c036f1,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.555839 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:15.595671 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.617335 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c007eab-1225-45b5-be76-daf997c036f1 HTTP/1.1" status: 204 len: 168 time: 1.2501254 May 31 11:55:15.621642 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-5637f4c9-d872-429f-9eb0-3cbe39ff0377 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=cf4feb99-8762-452f-aa17-892bddbfba68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642767 May 31 11:55:15.664425 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.672499 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2d234-dc72-4e75-8452-1114dec3c072 None None] Pushing event updated for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=4']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.683195 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-a0c2d234-dc72-4e75-8452-1114dec3c072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:15.708082 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Pushing event updated for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.739188 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:15.770866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:15.790805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.871960 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-f5adae22-0701-4c00-987c-c81d7a15169a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=92557) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:55:15.873178 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-f5adae22-0701-4c00-987c-c81d7a15169a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1136177 May 31 11:55:15.889474 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.892757 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8a2f9b20-d15f-46dc-9e73-7b1c2c708e74 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:15.929679 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-5bf92fa1-5126-4281-9991-d710098631c5 service neutron] 10.222.0.45 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969906 May 31 11:55:15.929940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b5bb0d4-ae78-4643-8d4b-42eeab27fc72,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:15.942874 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:16.013743 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:16.072436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33058) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:16.078766 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--54498750', 'description': 'tempest-description--1084564690'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:16.087719 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.107705 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:16.109244 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.110488 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6834247 May 31 11:55:16.117499 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33062) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:16.119083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:16.127748 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:16.135527 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:16.142824 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:16.158610 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 2, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:16.159893 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:16.175767 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-edff390d-1c7c-4e98-9ae4-a6dac5e5b67c service neutron] 10.222.0.20 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945659 May 31 11:55:16.176850 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:floatingip and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:16.181845 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:16.182198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Updating router 0eee1055-e353-493c-ad18-b3f3c7dd755f port 226842ff-9dbe-4729-8310-4b882e493537 binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:55:16.182434 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:16.216001 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:16.231698 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:55:06Z', 'revision_number': 4, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '904bb2c8-aef3-44c8-8a70-90037606dd00', 'name': '', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'mac_address': 'fa:16:3e:04:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:03Z', 'updated_at': '2021-05-31T11:55:14Z', 'revision_number': 4, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'subnets': [{'id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:16.238846 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b140df-4c96-4c94-9857-f2cfe03c9ad9 None None] The sync data for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb is: [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:55:06Z', 'revision_number': 4, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '904bb2c8-aef3-44c8-8a70-90037606dd00', 'name': '', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'mac_address': 'fa:16:3e:04:26:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:03Z', 'updated_at': '2021-05-31T11:55:14Z', 'revision_number': 4, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'subnets': [{'id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:16.271579 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.333139 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:16.341235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:16.355309 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:16.362236 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:16.405564 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7674308-0d95-4f09-afdb-00d03470ca89 req-5937887c-f1ae-4c9f-a9cd-4ad48a3de195 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:16.415293 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e7674308-0d95-4f09-afdb-00d03470ca89 req-5937887c-f1ae-4c9f-a9cd-4ad48a3de195 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 943 time: 0.1975653 May 31 11:55:16.418908 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-40f1fda7-1181-43a9-a767-82c9ce954bb3 req-ea9eb3ba-7668-4ab8-8f91-e179389be331 service neutron] 10.222.0.45 "GET /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410212 May 31 11:55:16.474828 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.521569 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-d7ed1694-8b98-4003-b836-8fcea17b4b56 service neutron] 10.222.0.20 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358345 May 31 11:55:16.535297 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e7674308-0d95-4f09-afdb-00d03470ca89 req-c99ec3a3-4ba6-4ed0-87fb-b63a2e4b0576 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190917 May 31 11:55:16.547135 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.657260 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.747597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.753472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:16.858662 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:16.936075 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:16.944967 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:16.961634 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 904bb2c8-aef3-44c8-8a70-90037606dd00 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:16.973283 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790ef7-4734-4560-a1a6-e6813aa883d4 req-5ac8433d-b9ef-4af8-a723-5e0c029624c7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:16.974950 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5790ef7-4734-4560-a1a6-e6813aa883d4 req-5ac8433d-b9ef-4af8-a723-5e0c029624c7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 943 time: 0.1433527 May 31 11:55:17.026782 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:14Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:17.049419 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5790ef7-4734-4560-a1a6-e6813aa883d4 req-8eb62d1e-1892-4e37-a6c0-1b40eb48ea4e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670011 May 31 11:55:17.063973 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a771b60b-a873-40a2-87f5-9f2303c1edb6 None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:14Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:17.072937 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.074917 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0018396 May 31 11:55:17.078058 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33088) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:17.098448 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group_rule': {'security_group_id': '239ca1b5-eecd-4011-b707-f3bdb2e1bdb2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:17.115519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:17.133338 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:17.155177 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:17.164403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:17.178391 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Allocated IP 172.28.0.178 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/bbae000f-156c-41f8-b3f1-6747bf295b23) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:17.395805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.403890 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.438255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 904bb2c8-aef3-44c8-8a70-90037606dd00 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:17.449773 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ae49b046-9244-4c85-83c7-5d3c4f7e6c5a req-e1dc119d-059d-41f2-95a9-aedee28ab91e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 210 time: 0.1707029 May 31 11:55:17.463431 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Transition to ACTIVE for port object 226842ff-9dbe-4729-8310-4b882e493537 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:17.508970 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 904bb2c8-aef3-44c8-8a70-90037606dd00 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:17.509628 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.587393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.596645 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.665104 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device fc313941-4703-420c-bb11-b87815ad76aa details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:17.678416 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.680623 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3b3a494f-4fbc-4907-b367-98535800407c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:17.688351 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.709508 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e2240a-541b-48bb-8d81-732b1c9766a6,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:17.712462 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:17.712600 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:17.833838 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.873019 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:17.877074 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7955828 May 31 11:55:17.877392 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33142) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:17.884554 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group_rule': {'security_group_id': '239ca1b5-eecd-4011-b707-f3bdb2e1bdb2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:17.890309 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.db.resource_extend [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:55:17.894632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-223693c1-e8d2-434c-8cc8-e8daab5754f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:17.901343 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:17.980333 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:17.987006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:18.078392 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:18.080652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:18.099435 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:18.117003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:18.183768 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=bbae000f-156c-41f8-b3f1-6747bf295b23,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:18.239774 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=fc313941-4703-420c-bb11-b87815ad76aa,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:18.273150 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'fc313941-4703-420c-bb11-b87815ad76aa', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'port_id': 'fc313941-4703-420c-bb11-b87815ad76aa', 'mac_address': 'fa:16:3e:da:66:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c3c8b-dd89-488d-ba7c-9b3794461250', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:18.285748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:18.333993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-9104ecc4-93f7-458a-bba5-7a47b1c8e9b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:18.334998 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-9104ecc4-93f7-458a-bba5-7a47b1c8e9b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Synchronizing usage tracker for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:18.388273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.404552 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.425298 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Pushing event updated for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:18.455858 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-f3b6e869-a001-4d55-9c35-2d60d70c90a3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:18.458707 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-f3b6e869-a001-4d55-9c35-2d60d70c90a3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 819 time: 0.5782075 May 31 11:55:18.485409 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33162) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:18.495222 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:18.501894 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-6dc7a9da-14f6-44ea-8807-76eab87d12b9 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/quotas/544b24db13554f97b30bef29f0d6e728 HTTP/1.1" status: 200 len: 375 time: 0.0313594 May 31 11:55:18.553813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Attempting to bind port 226842ff-9dbe-4729-8310-4b882e493537 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:18.554197 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Attempting to bind port 226842ff-9dbe-4729-8310-4b882e493537 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:18.554572 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Attempting to bind port 226842ff-9dbe-4729-8310-4b882e493537 on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:18.563767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.573051 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.581134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-9104ecc4-93f7-458a-bba5-7a47b1c8e9b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Unset dirty status for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:18.582327 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-9104ecc4-93f7-458a-bba5-7a47b1c8e9b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 943 time: 0.8347046 May 31 11:55:18.613312 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.621381 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:18.621381 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Checking segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:18.621596 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.621906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Bound using segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:18.622410 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Bound port: 226842ff-9dbe-4729-8310-4b882e493537, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:18.622791 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.647479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d8a1883a-a747-4b1b-b485-d5f9a2c5c37f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:18.661424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc313941-4703-420c-bb11-b87815ad76aa {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:18.712840 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.749009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aa68e332-e6ec-43e7-bb0c-a10f6863fc70 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:18.759717 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=fc313941-4703-420c-bb11-b87815ad76aa,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:18.764153 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 904bb2c8-aef3-44c8-8a70-90037606dd00, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=904bb2c8-aef3-44c8-8a70-90037606dd00,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:18.795927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] For port 226842ff-9dbe-4729-8310-4b882e493537, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:18.800210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] For port 226842ff-9dbe-4729-8310-4b882e493537, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=226842ff-9dbe-4729-8310-4b882e493537,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:18.804242 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d8a1883a-a747-4b1b-b485-d5f9a2c5c37f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:18.804242 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d8a1883a-a747-4b1b-b485-d5f9a2c5c37f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2966936 May 31 11:55:18.804242 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f874698-a9fd-4ba3-9060-06d9f66b7ab4,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:18.811020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:18.839914 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.872398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:18.881317 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Usage tracker for resource:security_group_rule and tenant:1136fadf3ab94f50b6cd625b2c891958 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:18.887145 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.895682 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.896453 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2186c71a-6843-4a55-a101-c368353cd8af details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:18.904199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:18.927703 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.933121 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:18.943878 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.943878 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0590591 May 31 11:55:18.944131 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-ab049a92-1535-4a8e-885f-49a59561da78 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Synchronizing usage tracker for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:18.944208 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:18.944286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33202) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:18.957099 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:18.957208 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:18.972908 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:19.002788 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-3ae351d0-67b1-4a1f-8aff-b5efc712d7ff service neutron] 10.222.0.20 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904497 May 31 11:55:19.037000 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:floatingip and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:19.044460 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:19.056121 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:19.095200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.104314 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:19.112743 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.115977 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-ab049a92-1535-4a8e-885f-49a59561da78 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Unset dirty status for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:19.126374 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d5aa9ba1-1602-4a5d-b4c7-5061bf62631c req-ab049a92-1535-4a8e-885f-49a59561da78 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465757 May 31 11:55:19.166408 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:19.168238 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:19.327815 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device b76035b5-924c-47f0-a794-b74d13d3389b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:19.331742 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.436116 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-2294aefc-0102-4ed4-bc58-56808c256c51 service neutron] 10.222.0.20 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282374 May 31 11:55:19.517885 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.629012 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.629518 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7fbdc-1726-404e-bb86-2d2085168ef8 req-eb71e432-3f06-45ba-b3b1-88be713aef53 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:19.631682 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a5f7fbdc-1726-404e-bb86-2d2085168ef8 req-eb71e432-3f06-45ba-b3b1-88be713aef53 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 944 time: 0.2982183 May 31 11:55:19.634303 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.643353 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.743037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Pushing event updated for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:19.748968 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2186c71a-6843-4a55-a101-c368353cd8af,segment=NetworkSegment(daf5cd06-f187-4e17-bf06-bfbf30cff932),segment_id=daf5cd06-f187-4e17-bf06-bfbf30cff932)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:19.764307 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:19.766211 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a5f7fbdc-1726-404e-bb86-2d2085168ef8 req-fa07d58d-af5d-484b-88eb-a4bf2a60be66 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254058 May 31 11:55:19.767138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:19.777866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.822s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.778440 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:19.818890 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '2186c71a-6843-4a55-a101-c368353cd8af', 'network_id': 'cf4feb99-8762-452f-aa17-892bddbfba68', 'port_id': '2186c71a-6843-4a55-a101-c368353cd8af', 'mac_address': 'fa:16:3e:01:99:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b9b8576-0dc2-4fbb-844e-7885c60602a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:19.827969 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b2503934-d5c9-4c57-ba26-fd0300add914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:19.908676 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Allocated IP 172.28.0.222 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/3340717f-e848-43a1-9b65-bbd1b3d6827b) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:19.943720 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:19.968889 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d42f76-2134-4ad3-8557-5c8856546fae,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:20.003639 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.013976 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:20.042715 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port b76035b5-924c-47f0-a794-b74d13d3389b completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:20.052022 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:20.057257 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.080397 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port b76035b5-924c-47f0-a794-b74d13d3389b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:20.081157 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.125229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.135674 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2dbea938-4239-4249-8502-553e62883668 req-a9b39df8-14db-4edc-a257-b480bceacea2 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.2452419 May 31 11:55:20.140677 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=bbae000f-156c-41f8-b3f1-6747bf295b23,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:20.146884 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:20.154960 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1136fadf3ab94f50b6cd625b2c891958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6644135 May 31 11:55:20.156581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33234) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:20.202076 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2186c71a-6843-4a55-a101-c368353cd8af {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:20.229914 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.264196 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2186c71a-6843-4a55-a101-c368353cd8af,segment=NetworkSegment(daf5cd06-f187-4e17-bf06-bfbf30cff932),segment_id=daf5cd06-f187-4e17-bf06-bfbf30cff932)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:20.287567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.319296 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.343218 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:20.352179 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.400224 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.418623 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:20.478529 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.490701 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:20.498328 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3710256 May 31 11:55:20.502430 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.508462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:20.518930 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:20.529267 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:20.530236 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d42f76-2134-4ad3-8557-5c8856546fae,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:20.534066 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:20.540729 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.542024 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44d42f76-2134-4ad3-8557-5c8856546fae HTTP/1.1" status: 204 len: 168 time: 0.3844380 May 31 11:55:20.664531 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=3340717f-e848-43a1-9b65-bbd1b3d6827b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:20.685749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.709189 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:20.746982 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7153d-fb49-4a7e-8df9-84148f6bbd3f req-5c097d3b-111a-4d79-b3be-710346af0986 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:20.756733 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ea7153d-fb49-4a7e-8df9-84148f6bbd3f req-5c097d3b-111a-4d79-b3be-710346af0986 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 944 time: 0.3380489 May 31 11:55:20.760191 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['2186c71a-6843-4a55-a101-c368353cd8af'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:20.858395 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ea7153d-fb49-4a7e-8df9-84148f6bbd3f req-b177109e-355a-4c4e-ab84-4f0737dc99df tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005862 May 31 11:55:20.862109 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:20.872764 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.908325 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:20.913254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-b4310ab0-4020-4b8f-b3c9-e0c6370b3c67 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:20.993555 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:21.003495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:21.052198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port b76035b5-924c-47f0-a794-b74d13d3389b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=b76035b5-924c-47f0-a794-b74d13d3389b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:21.085138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-b4310ab0-4020-4b8f-b3c9-e0c6370b3c67 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:21.087007 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-b4310ab0-4020-4b8f-b3c9-e0c6370b3c67 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--559002765&fields=id&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 267 time: 0.2549841 May 31 11:55:21.133997 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:18Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:21.168454 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbfacda-a772-43e5-a598-3f9fe8fbefdf None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:18Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:21.197257 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.210636 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:21.287076 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.316446 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0974e66-6662-4490-892e-46d20a0714b5 req-dee4eb92-8f85-4148-8e87-bff41ddaa993 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.328872 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c0974e66-6662-4490-892e-46d20a0714b5 req-dee4eb92-8f85-4148-8e87-bff41ddaa993 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 944 time: 0.3049779 May 31 11:55:21.414330 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.427283 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:21.504180 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 904bb2c8-aef3-44c8-8a70-90037606dd00 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:21.509489 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-ca2db6cf-2a6c-44fb-b72a-9269670da0bf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:21.510700 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-ca2db6cf-2a6c-44fb-b72a-9269670da0bf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:21.590768 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.600760 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c0974e66-6662-4490-892e-46d20a0714b5 req-73e67bd9-3e1c-4853-8884-3db35211e9cf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694046 May 31 11:55:21.626519 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-ca2db6cf-2a6c-44fb-b72a-9269670da0bf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:21.627844 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-ca2db6cf-2a6c-44fb-b72a-9269670da0bf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 816 time: 0.5299027 May 31 11:55:21.628601 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:21.637258 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:21.637642 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=3340717f-e848-43a1-9b65-bbd1b3d6827b,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:21.648813 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:21.690223 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 904bb2c8-aef3-44c8-8a70-90037606dd00 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:21.690722 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.698305 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-d58cc43e-13ae-4044-ace7-3f56ebed7e9a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/quotas/969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 375 time: 0.0438247 May 31 11:55:21.718298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:21.769878 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7955530 May 31 11:55:22.067223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5f8fca46-4b1d-43c4-adfa-a5d7fa9f216e req-41081e80-d75e-49a3-8c8e-0227f09d0768 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0954032 May 31 11:55:22.140906 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-e7e5cf92-8580-4397-bb5f-cdaeb8d3c1e5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:22.182713 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-1b5d5a9b-11cc-462f-bcd8-718bd97e47c7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:22.182713 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-1b5d5a9b-11cc-462f-bcd8-718bd97e47c7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 819 time: 0.4504230 May 31 11:55:22.182713 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Request body: {'port': {'device_id': '62dac151-6815-4eda-8e69-9ea5d669d067', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'admin_state_up': True, 'tenant_id': '544b24db13554f97b30bef29f0d6e728'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:22.252455 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0e1ea-40d8-4d96-b201-fff3fa46d537 req-d940b5c4-7d81-4c65-9836-e4549c86ef2b tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:22.254098 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-adb0e1ea-40d8-4d96-b201-fff3fa46d537 req-d940b5c4-7d81-4c65-9836-e4549c86ef2b tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 944 time: 0.1639259 May 31 11:55:22.326617 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-adb0e1ea-40d8-4d96-b201-fff3fa46d537 req-77b9cc54-1aeb-4e89-899f-4b319077f501 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538940 May 31 11:55:22.362019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:22.369510 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:22.399076 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device fc313941-4703-420c-bb11-b87815ad76aa up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:22.504694 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-114ebc8d-38ab-483c-a69c-cf2d27aecc65 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:23.153852 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port fc313941-4703-420c-bb11-b87815ad76aa completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:23.168870 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Made reservation on behalf of 544b24db13554f97b30bef29f0d6e728 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:23.170456 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-114ebc8d-38ab-483c-a69c-cf2d27aecc65 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:23.170456 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-114ebc8d-38ab-483c-a69c-cf2d27aecc65 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--54498750&fields=id&tenant_id=3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 267 time: 0.7073677 May 31 11:55:23.170937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:23.171030 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port fc313941-4703-420c-bb11-b87815ad76aa triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:23.171030 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:23.174223 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-e7e5cf92-8580-4397-bb5f-cdaeb8d3c1e5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:23.189055 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-e7e5cf92-8580-4397-bb5f-cdaeb8d3c1e5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4225602 May 31 11:55:23.358399 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:23.399235 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:23.434843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79067138-0882-4c29-bf16-2adce6b6b18e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:23.442159 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79067138-0882-4c29-bf16-2adce6b6b18e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 810 time: 0.2747471 May 31 11:55:23.460947 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-da24afa5-e933-4d08-8348-a9ff777936fe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/quotas/3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 375 time: 0.0178521 May 31 11:55:23.508200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=fc313941-4703-420c-bb11-b87815ad76aa,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:23.521390 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-5bdbcdab-b4ed-4e70-ba28-0c48fa5e0a5f service neutron] 10.222.0.20 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314271 May 31 11:55:23.524275 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device b76035b5-924c-47f0-a794-b74d13d3389b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:23.611452 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-0cfa4af6-a841-4f4e-9563-7ac31bb1ee5f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:23.628219 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:23.630040 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2186c71a-6843-4a55-a101-c368353cd8af up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:23.735865 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-0cfa4af6-a841-4f4e-9563-7ac31bb1ee5f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:23.737557 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-0cfa4af6-a841-4f4e-9563-7ac31bb1ee5f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2758617 May 31 11:55:23.781552 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:23.796397 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-1b429cf7-3637-4f9a-b023-62b573763ab9 service neutron] 10.222.0.20 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599719 May 31 11:55:23.824584 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Allocated IP 172.20.0.12 (371389ad-a006-4546-a904-3ff79d4562ef/94ebffec-1903-4aa2-ba1c-71f433d5e02f/00cdb726-04e2-40f9-bf4c-486874b4b7d1) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:23.833166 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae1f408-82cf-4662-be02-e949dce97330" -d '{"events": [{"server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc313941-4703-420c-bb11-b87815ad76aa"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:23.960981 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:23.966200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port b76035b5-924c-47f0-a794-b74d13d3389b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:23.966859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:23.971988 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-6fd17245-5255-4f08-9c29-f992b51dde13 service neutron] 10.222.0.20 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190475 May 31 11:55:23.994459 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:24.102896 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 2186c71a-6843-4a55-a101-c368353cd8af completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:24.115316 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 2186c71a-6843-4a55-a101-c368353cd8af triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:24.115697 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.133613 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-177fe011-862a-4628-a600-8e9b9ab2007b service neutron] 10.222.0.20 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603458 May 31 11:55:24.147794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.189756 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 226842ff-9dbe-4729-8310-4b882e493537 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:24.256706 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.279015 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:24.558929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Network 371389ad-a006-4546-a904-3ff79d4562ef is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:24.565032 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:24.572310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:24.592753 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:24.593832 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.620718 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5c1c59bf-58a3-4dba-b501-56bf75f85c80 req-fc27fdab-dfc7-443d-b080-94188e756bac tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0587018 May 31 11:55:24.641829 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.695210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2186c71a-6843-4a55-a101-c368353cd8af,segment=NetworkSegment(daf5cd06-f187-4e17-bf06-bfbf30cff932),segment_id=daf5cd06-f187-4e17-bf06-bfbf30cff932)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:24.708193 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Pushing event updated for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:24.737650 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 226842ff-9dbe-4729-8310-4b882e493537 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:24.737910 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:24.746171 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 226842ff-9dbe-4729-8310-4b882e493537 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:24.751981 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.785935 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:24.795406 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:24.875178 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7105224 May 31 11:55:24.917467 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:24.920287 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce548a-8716-4c19-aace-b34d563c7349 req-9c922cfa-5bc3-4540-bdc1-2bed71ffffc3 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:24.929358 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:24.930019 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c1ce548a-8716-4c19-aace-b34d563c7349 req-9c922cfa-5bc3-4540-bdc1-2bed71ffffc3 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.1642315 May 31 11:55:24.932195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Request body: {'port': {'device_id': '62dac151-6815-4eda-8e69-9ea5d669d067', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:25.005807 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c1ce548a-8716-4c19-aace-b34d563c7349 req-a572f8d2-aae3-4361-baad-194e3f28047f tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746002 May 31 11:55:25.044168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.158012 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 226842ff-9dbe-4729-8310-4b882e493537, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=226842ff-9dbe-4729-8310-4b882e493537,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:25.165621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f155f-0963-46fa-aa9a-7526f9542a51 req-6be3a76b-4a53-4a79-90dd-de2b3138aa97 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.175846 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-394f155f-0963-46fa-aa9a-7526f9542a51 req-6be3a76b-4a53-4a79-90dd-de2b3138aa97 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.6111369 May 31 11:55:25.241817 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-394f155f-0963-46fa-aa9a-7526f9542a51 req-82c77cb4-8fdb-4f6e-8389-117b9ab37db4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 May 31 11:55:25.262950 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-82037fc4-b7ae-4790-9402-d3ff86ee7d0d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:25.266545 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.273014 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:25.273806 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-82037fc4-b7ae-4790-9402-d3ff86ee7d0d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 819 time: 0.5650849 May 31 11:55:25.273806 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:25.308650 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Request body: {'port': {'device_id': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'admin_state_up': True, 'tenant_id': '544b24db13554f97b30bef29f0d6e728'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:25.403331 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:25.408763 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:25.491102 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0101e041-7ca2-4f82-b48d-38f5c3a3c432 x-openstack-request-id: req-0101e041-7ca2-4f82-b48d-38f5c3a3c432 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:25.491102 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc313941-4703-420c-bb11-b87815ad76aa", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:25.491102 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0101e041-7ca2-4f82-b48d-38f5c3a3c432 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:25.491102 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa', 'code': 200} May 31 11:55:25.553088 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-86ba9564-b327-4a62-a9b8-e4ac04018f6b req-10164a2d-4fdb-4a70-946c-a7602349831d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.2106364 May 31 11:55:25.651180 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3cb7c03-65be-42a2-a64c-c70c2cea6b65 req-57db2488-8df7-45af-bda5-d4548179ef16 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.0539320 May 31 11:55:25.726249 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:25.736341 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Usage tracker for resource:port and tenant:544b24db13554f97b30bef29f0d6e728 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:25.741613 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:25.767312 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:25.866682 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0a551fa3-5c9c-4aee-bb93-e3257f102a04 req-65bd0c27-4972-411e-9d59-0fd5891f0926 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:26.012987 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00cdb726-04e2-40f9-bf4c-486874b4b7d1 {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:26.020760 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.050719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Made reservation on behalf of 544b24db13554f97b30bef29f0d6e728 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:26.054361 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.072512 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Transition to ACTIVE for port object 00cdb726-04e2-40f9-bf4c-486874b4b7d1 will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:26.082273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.45', 51567) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:26.219851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-cc4556d1-257f-40c1-9e73-a7c664612687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:26.221341 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-cc4556d1-257f-40c1-9e73-a7c664612687 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 1098 time: 0.1377754 May 31 11:55:26.237421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-0a551fa3-5c9c-4aee-bb93-e3257f102a04 req-65bd0c27-4972-411e-9d59-0fd5891f0926 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:26.238649 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0a551fa3-5c9c-4aee-bb93-e3257f102a04 req-65bd0c27-4972-411e-9d59-0fd5891f0926 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.4692109 May 31 11:55:26.247104 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.252744 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.258335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:26.269734 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2321c7-3f04-404b-8226-525c78db99d4 req-dafbaa3f-3859-4930-815f-6980dd94eb98 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:26.271308 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0b2321c7-3f04-404b-8226-525c78db99d4 req-dafbaa3f-3859-4930-815f-6980dd94eb98 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.1287847 May 31 11:55:26.329129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:26.342996 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Usage tracker for resource:security_group_rule and tenant:5fead0b0afba48509c9d0af256864f07 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:26.346736 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:26.383689 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:26.435690 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0b2321c7-3f04-404b-8226-525c78db99d4 req-57326028-b872-40a5-9e93-cd3a4ebe67ef tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547811 May 31 11:55:26.516807 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33414) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:26.530762 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.546784 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Pushing event updated for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:26.549329 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:26.557147 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Allocated IP 172.20.0.6 (371389ad-a006-4546-a904-3ff79d4562ef/94ebffec-1903-4aa2-ba1c-71f433d5e02f/d753c49f-e6dc-49bb-a2cd-836de73d9857) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:26.659433 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Attempting to bind port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:26.659797 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Attempting to bind port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:26.660159 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Attempting to bind port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 on network 371389ad-a006-4546-a904-3ff79d4562ef {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:26.679287 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 on network 371389ad-a006-4546-a904-3ff79d4562ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:26.679776 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Attempting to bind port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 on network 371389ad-a006-4546-a904-3ff79d4562ef {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:26.690466 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.691783 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.699084 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:26.700634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Checking segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:26.700634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Bound using segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:26.700634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Bound port: 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:26.700634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.719700 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7883b3b2-ea49-413d-9b4f-266343b4005f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:26.809376 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:26.809376 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-149ed91e-9e66-44ef-b01a-050e07545a8e req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643902 May 31 11:55:26.809376 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-29129da9-44ee-4644-96d7-ab0613d9c294 req-e203c45a-f22f-4f23-b891-0589425ec6c7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.0863898 May 31 11:55:26.809376 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1fe54fc330bd46d1b5fba275edaa256b is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:26.810003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a953ba9-db6f-4c82-a328-63045f2a217e req-4698a934-f219-4699-b223-90ccd4d445bd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:26.810098 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a4bf1-a4ac-4294-8639-3a636d5558eb,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:26.810211 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2a953ba9-db6f-4c82-a328-63045f2a217e req-4698a934-f219-4699-b223-90ccd4d445bd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.3256323 May 31 11:55:26.810611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:26.816276 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:26.819215 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:26.949844 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:26.976990 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:26.981516 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2a953ba9-db6f-4c82-a328-63045f2a217e req-d4bfff10-e5ce-417d-b27f-18b0c560871e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098573 May 31 11:55:27.007433 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:27.015233 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ef260828-23d8-41b6-84da-b850859a3ff9 req-2ab667d8-9969-4dfd-a6fb-4d24f108bf3f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.0478444 May 31 11:55:27.027670 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.055304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.073357 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4e8a923e-777d-40b6-98fc-57067c8c098c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:27.105400 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1fe54fc330bd46d1b5fba275edaa256b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5874209 May 31 11:55:27.107096 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4019bc20-9f09-44a5-a47c-6c3761bb370f,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:27.107309 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.108422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33426) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:27.110080 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:27.115397 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-55cc9aeb-ea08-4428-8993-448c9cce875a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:27.196463 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.197072 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.198430 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] 10.222.0.45 "PUT /v2.0/ports/00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 1094 time: 2.2991395 May 31 11:55:27.200572 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:27.202831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfea100a-da08-4163-a694-6e40948b7a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:27.228465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.245727 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Pushing event updated for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:27.250250 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:27.250801 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:27.293627 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d06ecd1-01b3-4693-bc32-28d18ae67fde x-openstack-request-id: req-4d06ecd1-01b3-4693-bc32-28d18ae67fde {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:27.293627 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:27.293627 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d06ecd1-01b3-4693-bc32-28d18ae67fde {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:27.293627 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'status': 'completed', 'code': 200} May 31 11:55:27.347800 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Network 371389ad-a006-4546-a904-3ff79d4562ef is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:27.361198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 226842ff-9dbe-4729-8310-4b882e493537 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:27.362111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:27.375269 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:27.380622 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.381867 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.396134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.447960 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Pushing event updated for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:27.460659 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:27.494353 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:27.494353 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9934c6e1-c956-49d3-939b-747203bcdf52" -d '{"events": [{"server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "name": "network-vif-plugged", "status": "completed", "tag": "2186c71a-6843-4a55-a101-c368353cd8af"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:27.502808 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64f74f-c22d-458b-9897-f0f04dfa53ca req-42563800-c279-405c-8499-409cfd763705 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.510106 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9d64f74f-c22d-458b-9897-f0f04dfa53ca req-42563800-c279-405c-8499-409cfd763705 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 931 time: 0.1426768 May 31 11:55:27.512504 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 226842ff-9dbe-4729-8310-4b882e493537 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:27.512937 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.534417 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.583231 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2827654 May 31 11:55:27.610399 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Request body: {'port': {'device_id': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:27.627839 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9d64f74f-c22d-458b-9897-f0f04dfa53ca req-edc99b8d-6d09-488e-9183-75ad97d0274b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167448 May 31 11:55:27.704897 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6b2afe-f61c-42ee-9cec-75b2051bae18 x-openstack-request-id: req-ae6b2afe-f61c-42ee-9cec-75b2051bae18 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:27.705195 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "name": "network-vif-plugged", "status": "completed", "tag": "2186c71a-6843-4a55-a101-c368353cd8af", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:27.709607 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae6b2afe-f61c-42ee-9cec-75b2051bae18 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:27.709607 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af', 'code': 200} May 31 11:55:27.729652 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea100a-da08-4163-a694-6e40948b7a7d req-2808bc93-195c-475b-9b8d-3c86cc03e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:27.731181 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dfea100a-da08-4163-a694-6e40948b7a7d req-2808bc93-195c-475b-9b8d-3c86cc03e93e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1097 time: 0.4320309 May 31 11:55:27.961523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.018444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e757f0-7802-499e-b032-cddd9e5399ad req-fc1239ec-8655-481b-add9-f5f3d01ab52a tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.026216 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-11e757f0-7802-499e-b032-cddd9e5399ad req-fc1239ec-8655-481b-add9-f5f3d01ab52a tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.3717487 May 31 11:55:28.028397 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.043780 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-32053570-3bb9-4f5a-9c57-45815dc0a1de req-9c1a58bb-1456-407a-ab54-bcd9bee98814 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.0676367 May 31 11:55:28.095767 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:28.151905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4019bc20-9f09-44a5-a47c-6c3761bb370f,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:28.178122 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:28.189050 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea100a-da08-4163-a694-6e40948b7a7d req-4d1d7cc3-546f-4d5f-b097-69ee0888e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.192166 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dfea100a-da08-4163-a694-6e40948b7a7d req-4d1d7cc3-546f-4d5f-b097-69ee0888e909 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=544b24db13554f97b30bef29f0d6e728&shared=False HTTP/1.1" status: 200 len: 920 time: 0.4466646 May 31 11:55:28.220352 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.221705 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4019bc20-9f09-44a5-a47c-6c3761bb370f HTTP/1.1" status: 204 len: 168 time: 1.1089926 May 31 11:55:28.313229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c4fdb-2348-43bc-9822-37ff30f1ac9d req-d72b5202-4fd1-4d75-9d97-e78bed6074fe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.315484 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7d6c4fdb-2348-43bc-9822-37ff30f1ac9d req-d72b5202-4fd1-4d75-9d97-e78bed6074fe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.1223402 May 31 11:55:28.374370 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-11e757f0-7802-499e-b032-cddd9e5399ad req-1fe2fa9d-155a-4a55-83f6-394b613e4c00 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464670 May 31 11:55:28.392805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.45', 51571) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:28.674253 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea100a-da08-4163-a694-6e40948b7a7d req-bc837844-999f-49a1-90e7-8a75d0b38285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.675668 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dfea100a-da08-4163-a694-6e40948b7a7d req-bc837844-999f-49a1-90e7-8a75d0b38285 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4485979 May 31 11:55:28.677583 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a216066c-2f25-475c-9001-90c0b3d97e04 req-a3a99484-42b6-49ee-a5f5-7ad96e8b940c tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.0707629 May 31 11:55:28.699726 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7d6c4fdb-2348-43bc-9822-37ff30f1ac9d req-2743783d-55bf-46b0-ba51-09d936011fdd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127117 May 31 11:55:28.744443 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595bf82-1d70-4b37-8423-afb23f3cceda req-7d1817a8-3a96-4d88-a1a7-c04de97ca833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.746794 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3595bf82-1d70-4b37-8423-afb23f3cceda req-7d1817a8-3a96-4d88-a1a7-c04de97ca833 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 1098 time: 0.4304266 May 31 11:55:28.861524 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-575563b4-d4d5-43b5-abed-050fa59c100f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:28.865840 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-575563b4-d4d5-43b5-abed-050fa59c100f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 816 time: 0.4719970 May 31 11:55:28.927511 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3595bf82-1d70-4b37-8423-afb23f3cceda req-08aabc38-99bf-462f-8779-f09375ccf7c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340864 May 31 11:55:28.949414 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-78d67cc7-cc01-4c7b-aa06-fc1428366033 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:28.967622 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-78d67cc7-cc01-4c7b-aa06-fc1428366033 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:28.968848 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-78d67cc7-cc01-4c7b-aa06-fc1428366033 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 379 time: 0.0869775 May 31 11:55:28.978889 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'port': {'device_id': '4934f4ca-1453-43db-9aa4-494bd1199033', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'admin_state_up': True, 'tenant_id': '969de26ee4084782879223aeb288727c', 'security_groups': ['07c3f321-6fb5-4629-aa0d-40657737273e']}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:29.091837 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d753c49f-e6dc-49bb-a2cd-836de73d9857 {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:29.109439 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:29.134376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Transition to ACTIVE for port object d753c49f-e6dc-49bb-a2cd-836de73d9857 will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:29.162904 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:29.163653 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-48b27d67-56da-476f-beb4-81ca449ae688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.165759 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-48b27d67-56da-476f-beb4-81ca449ae688 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1097 time: 0.3705306 May 31 11:55:29.182339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bea55-eb62-454a-a15d-7ed67cc30d66 req-95e85910-729b-402d-994e-b34d0cc4be19 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.182339 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-070bea55-eb62-454a-a15d-7ed67cc30d66 req-95e85910-729b-402d-994e-b34d0cc4be19 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 931 time: 0.1825180 May 31 11:55:29.272203 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:29.282002 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-c5a9a7a9-b303-482c-9100-a16fcc330949 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0974221 May 31 11:55:29.283370 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33486) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:29.287144 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:29.312669 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:29.346429 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8b4a95e4-adec-454d-a95e-df610d1a48c9 req-422c3edc-eb39-41d5-94d2-7e0b092dc086 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.0753224 May 31 11:55:29.382151 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:29.402780 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5f6dc55f-b73e-4e51-85ad-3e8df7c69b69 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.404321 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5f6dc55f-b73e-4e51-85ad-3e8df7c69b69 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 810 time: 0.2379637 May 31 11:55:29.442909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:29.473665 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-badad53e-30e4-4aaf-8444-3bfd07b6f45a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 378 time: 0.0578642 May 31 11:55:29.494749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'port': {'device_id': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'admin_state_up': True, 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'security_groups': ['239ca1b5-eecd-4011-b707-f3bdb2e1bdb2']}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:29.514175 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff48f21e2744743acd6b34efd2369d1 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:29.517451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:29.559545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Made reservation on behalf of 969de26ee4084782879223aeb288727c for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:29.561089 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:29.563459 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:29.636539 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-070bea55-eb62-454a-a15d-7ed67cc30d66 req-62d38254-54e0-472c-8fdb-d20486dbc7ba tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:29.647748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:29.673372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-191a0753-3c93-43f9-a246-eaef68e618bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.676077 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-191a0753-3c93-43f9-a246-eaef68e618bd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.3290420 May 31 11:55:29.683588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:29.754362 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Attempting to bind port d753c49f-e6dc-49bb-a2cd-836de73d9857 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:29.754822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Attempting to bind port d753c49f-e6dc-49bb-a2cd-836de73d9857 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:29.755220 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Attempting to bind port d753c49f-e6dc-49bb-a2cd-836de73d9857 on network 371389ad-a006-4546-a904-3ff79d4562ef {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:29.774660 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Port d753c49f-e6dc-49bb-a2cd-836de73d9857 on network 371389ad-a006-4546-a904-3ff79d4562ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:29.775074 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Attempting to bind port d753c49f-e6dc-49bb-a2cd-836de73d9857 on network 371389ad-a006-4546-a904-3ff79d4562ef {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:29.784814 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-2e903315-8935-4825-b96b-a8c6a36c54f4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806358 May 31 11:55:29.793534 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:29.793901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Checking segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:29.794287 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Bound using segment: {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:29.794791 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Bound port: d753c49f-e6dc-49bb-a2cd-836de73d9857, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504e8335-0388-4a8f-9d8a-23fe32a9c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:29.795158 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:29.829536 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:29.902781 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9167c7-64a5-4726-a28c-0302acfe3640 req-5b46a220-ca38-4b58-b467-bd55ba2214b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:29.904286 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6d9167c7-64a5-4726-a28c-0302acfe3640 req-5b46a220-ca38-4b58-b467-bd55ba2214b6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.3954740 May 31 11:55:29.907568 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:29.954772 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Allocated IP 172.20.0.6 (26393ffc-5183-45a8-8a19-ed5c182f31ae/0e848670-3550-4246-9400-80e100f382d4/2088d0c6-ee0f-4a77-ba4d-07faef721a9d) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:29.960297 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-070bea55-eb62-454a-a15d-7ed67cc30d66 req-62d38254-54e0-472c-8fdb-d20486dbc7ba tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:29.961500 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-070bea55-eb62-454a-a15d-7ed67cc30d66 req-62d38254-54e0-472c-8fdb-d20486dbc7ba tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6788256 May 31 11:55:30.000400 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6d9167c7-64a5-4726-a28c-0302acfe3640 req-d4511d04-cd42-4d4d-a8ea-803c412afe50 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856273 May 31 11:55:30.038978 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Made reservation on behalf of 3199c4a19c744579833fb1a2d4c6bbf8 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:30.048163 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.095685 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-11ac1662-d1c7-417d-9bb9-51e6819b90a6 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891400 May 31 11:55:30.103616 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.124298 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:30.141755 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:30.234589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.247177 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.257683 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bd1a863b-0e97-4679-9052-0c9709dec51f req-0553bbe4-8fd0-4f1c-8700-a9dbbcc8a225 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.1212425 May 31 11:55:30.262354 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-55faa25a-3763-4f35-918c-13dfd483c17f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:30.332405 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ff48f21e2744743acd6b34efd2369d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0442400 May 31 11:55:30.339908 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.340492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.341916 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/d753c49f-e6dc-49bb-a2cd-836de73d9857 HTTP/1.1" status: 200 len: 1093 time: 2.7371283 May 31 11:55:30.342338 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33512) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:30.342823 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:30.345035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545d217f-2bf9-4f1c-9ba5-1311ba468b23" -d '{"events": [{"name": "network-changed", "server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:30.378478 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f1f80d-4b0f-4928-90e8-5cd69c29f081,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:30.389330 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:30.390068 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fa9d4c24-8a03-4bf7-a020-b475c37bf2d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:30.429941 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b86154e-7447-41cf-80ce-b3fa297138d3 x-openstack-request-id: req-1b86154e-7447-41cf-80ce-b3fa297138d3 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:30.430253 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:30.430529 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1b86154e-7447-41cf-80ce-b3fa297138d3 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:30.430996 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857', 'status': 'completed', 'code': 200} May 31 11:55:30.491688 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48ca8380-f7b8-4143-85a4-c3461907e15e req-5d0b1db2-5614-4af8-865e-947169dab7d7 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844123 May 31 11:55:30.523491 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Allocated IP 172.20.0.8 (a16340ca-cb58-4da2-af78-18f02bdff3f2/f17fd68e-872a-4a95-bbc8-c6c1fb630d3f/c88a90c8-a0d5-43f2-82c7-caddb0f24d0b) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:30.559078 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.570922 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216f401-65ee-4313-8e25-c6ecf1d541a3 req-bf42bd50-d1cb-40bd-af13-7df9ca3942c8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.572373 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1216f401-65ee-4313-8e25-c6ecf1d541a3 req-bf42bd50-d1cb-40bd-af13-7df9ca3942c8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.3830001 May 31 11:55:30.604494 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ecac229-36c8-4599-bff4-0f8e46f3d29f req-88c794a8-a496-43c6-8f55-248123db1310 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.0855060 May 31 11:55:30.623741 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Transition to ACTIVE for port object 2088d0c6-ee0f-4a77-ba4d-07faef721a9d will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:30.632035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Pushing event updated for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:30.640462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:30.655022 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.685211 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-f524ee9f-9a86-42bc-a5f3-cadece719b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.686948 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-f524ee9f-9a86-42bc-a5f3-cadece719b66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 1096 time: 0.2550976 May 31 11:55:30.691673 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.733317 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1216f401-65ee-4313-8e25-c6ecf1d541a3 req-2a74103f-4081-4873-a105-0a5e26004f76 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496558 May 31 11:55:30.827464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.867011 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.875481 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:30.905647 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-4397df92-63b5-4af9-b08f-e218d8adfb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:30.907147 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-4397df92-63b5-4af9-b08f-e218d8adfb36 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=544b24db13554f97b30bef29f0d6e728&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2088468 May 31 11:55:30.935653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Transition to ACTIVE for port object c88a90c8-a0d5-43f2-82c7-caddb0f24d0b will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:30.959946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.027258 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:31.033093 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:31.038808 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:31.045911 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.046601 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.101328 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:31.102451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ee6f9e0e-983d-43eb-b52f-d9b9c2c0df97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:31.112631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:31.188662 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f1f80d-4b0f-4928-90e8-5cd69c29f081,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:31.239698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:31.241878 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2657392 May 31 11:55:31.261610 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Request body: {'port': {'device_id': '4934f4ca-1453-43db-9aa4-494bd1199033', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:31.265237 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.268567 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44f1f80d-4b0f-4928-90e8-5cd69c29f081 HTTP/1.1" status: 204 len: 168 time: 0.9186935 May 31 11:55:31.293379 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.332855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0d3581d2-3b2b-4ef4-8ea1-cb2b5877f6f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:31.348813 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-a179947c-d861-4764-9d4a-19d6e07ac63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.348813 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-545d217f-2bf9-4f1c-9ba5-1311ba468b23 req-a179947c-d861-4764-9d4a-19d6e07ac63b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4323156 May 31 11:55:31.390134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdfa89-6660-4612-8815-d701a8857d27 req-4b2fcf33-c3c5-400c-8c5a-950481c24dc1 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.395661 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-96bdfa89-6660-4612-8815-d701a8857d27 req-4b2fcf33-c3c5-400c-8c5a-950481c24dc1 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 943 time: 0.2144282 May 31 11:55:31.420872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:31.457071 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:31.474105 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:31.480782 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.481426 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.489237 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-975f3c25-476b-40bd-93e6-ba3875e4f6d8 None None] Provisioning for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:31.501826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-975f3c25-476b-40bd-93e6-ba3875e4f6d8 None None] Provisioning complete for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:31.502237 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-975f3c25-476b-40bd-93e6-ba3875e4f6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.517300 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:31.527246 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:31.555943 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.606727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf2b5a7-9d1e-481a-9de6-31ee1f5f876d req-a0b1ef06-7871-4505-a5ec-af62a374f373 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.608511 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dbf2b5a7-9d1e-481a-9de6-31ee1f5f876d req-a0b1ef06-7871-4505-a5ec-af62a374f373 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.4145386 May 31 11:55:31.615138 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-96bdfa89-6660-4612-8815-d701a8857d27 req-6486bcb0-7d4f-40f9-ae8e-20ecf776ae1e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171621 May 31 11:55:31.640020 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-975f3c25-476b-40bd-93e6-ba3875e4f6d8 None None] Port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:31.648126 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-98eaa0eb-0079-4f78-9e27-e44028fec5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.649672 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-98eaa0eb-0079-4f78-9e27-e44028fec5ed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 1096 time: 0.2499874 May 31 11:55:31.679847 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1999969 May 31 11:55:31.726014 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Request body: {'port': {'device_id': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:31.743838 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-4d8e1b35-1a03-47bd-b596-1f271dd60a30 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857 HTTP/1.1" status: 200 len: 217 time: 0.0794711 May 31 11:55:31.797519 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dbf2b5a7-9d1e-481a-9de6-31ee1f5f876d req-74e22a0e-5d77-4d7d-aa50-2c43551b2789 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810846 May 31 11:55:31.854976 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-75dddf89-6cd8-4d78-9193-553f68ae54f8 None None] Provisioning for port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:31.860800 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-75dddf89-6cd8-4d78-9193-553f68ae54f8 None None] Provisioning complete for port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:31.861181 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-75dddf89-6cd8-4d78-9193-553f68ae54f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:31.887141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-f91212b0-28c1-4a8a-8c17-5975c757dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.888728 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-f91212b0-28c1-4a8a-8c17-5975c757dfda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.1387591 May 31 11:55:31.962007 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-c5392a89-bd41-47f7-a80f-8604f47520c9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653291 May 31 11:55:31.982598 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c82bec-3198-4ccf-bf6b-d1ca6a7a7304 req-8df0dce0-90ed-450d-a352-9891bfd62ee3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:31.987168 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e7c82bec-3198-4ccf-bf6b-d1ca6a7a7304 req-8df0dce0-90ed-450d-a352-9891bfd62ee3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 931 time: 0.2032824 May 31 11:55:32.027674 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-75dddf89-6cd8-4d78-9193-553f68ae54f8 None None] Port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:55:32.165205 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.191000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e7c82bec-3198-4ccf-bf6b-d1ca6a7a7304 req-8cdc441e-9f0d-4d2c-9952-ec2987a851ab tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:32.223356 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e7c82bec-3198-4ccf-bf6b-d1ca6a7a7304 req-8cdc441e-9f0d-4d2c-9952-ec2987a851ab tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:32.235626 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e7c82bec-3198-4ccf-bf6b-d1ca6a7a7304 req-8cdc441e-9f0d-4d2c-9952-ec2987a851ab tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1965466 May 31 11:55:32.275125 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-12de13e8-df5d-4c72-9d1f-89ed80b39f0a service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863705 May 31 11:55:32.412355 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 00cdb726-04e2-40f9-bf4c-486874b4b7d1 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:32.438201 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a26017de-badd-4b89-aeaf-24356e14dfdd req-a3ac92af-22a3-4288-b122-1f7d81acb41a service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560497 May 31 11:55:32.441065 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b106c585-30e2-49da-906a-06f323212b69 req-a00ba5ea-c654-43a6-8ca0-ab21b9f42b3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.441787 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-b106c585-30e2-49da-906a-06f323212b69 req-a00ba5ea-c654-43a6-8ca0-ab21b9f42b3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:32.606002 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:32.613428 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-b106c585-30e2-49da-906a-06f323212b69 req-a00ba5ea-c654-43a6-8ca0-ab21b9f42b3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:32.619421 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b106c585-30e2-49da-906a-06f323212b69 req-a00ba5ea-c654-43a6-8ca0-ab21b9f42b3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 931 time: 0.6100676 May 31 11:55:32.621838 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'port_id': '00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'mac_address': 'fa:16:3e:d3:ab:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:32.687827 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.706829 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00cdb726-04e2-40f9-bf4c-486874b4b7d1 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:32.726748 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:32.739155 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:32.752778 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.799070 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Transition to ACTIVE for port object 2088d0c6-ee0f-4a77-ba4d-07faef721a9d will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:32.827913 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b106c585-30e2-49da-906a-06f323212b69 req-ee750945-436d-48af-a09f-80163d0fd2a8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073236 May 31 11:55:32.844177 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.847871 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:32.896648 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c255988-de71-4ba8-aacc-851f2b495e2e req-3a797775-3cc7-4be8-85ea-92def4b4e026 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:32.898315 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7c255988-de71-4ba8-aacc-851f2b495e2e req-3a797775-3cc7-4be8-85ea-92def4b4e026 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 943 time: 0.1060760 May 31 11:55:32.942088 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:32.949863 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:32.953162 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:32.960042 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-79816405-58f7-4489-992b-7496592d9e29 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:32.967434 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7c255988-de71-4ba8-aacc-851f2b495e2e req-092a550a-673e-489b-8765-f8caba550b39 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616302 May 31 11:55:33.033270 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c88a90c8-a0d5-43f2-82c7-caddb0f24d0b {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:33.096524 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.104091 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['00cdb726-04e2-40f9-bf4c-486874b4b7d1'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:33.156843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Transition to ACTIVE for port object c88a90c8-a0d5-43f2-82c7-caddb0f24d0b will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:33.216780 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:33.223033 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:33.298650 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.325338 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Attempting to bind port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:33.325823 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Attempting to bind port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:33.326314 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Attempting to bind port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:33.340675 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:33.446286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Pushing event updated for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:33.655109 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a11c3f-9baa-49b1-b842-16ef5314f340 req-7e4cace5-4827-42f4-870f-18c188108477 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:33.665045 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-24a11c3f-9baa-49b1-b842-16ef5314f340 req-7e4cace5-4827-42f4-870f-18c188108477 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 943 time: 0.2344012 May 31 11:55:33.761005 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d on network 26393ffc-5183-45a8-8a19-ed5c182f31ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:33.761005 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Attempting to bind port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:33.765541 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:33.771587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:33.771919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Checking segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:33.772497 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Bound using segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:33.772958 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Bound port: 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:33.773301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.795311 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-24a11c3f-9baa-49b1-b842-16ef5314f340 req-ca285d31-86b7-47fa-9fd3-964b023ffbe8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267159 May 31 11:55:33.909381 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Attempting to bind port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:33.909781 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Attempting to bind port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:33.910139 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Attempting to bind port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:33.918384 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b on network a16340ca-cb58-4da2-af78-18f02bdff3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:33.918713 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Attempting to bind port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:33.935999 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:33.936339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Checking segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:33.936720 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Bound using segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:33.937158 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Bound port: c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:33.937502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:33.995727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:34.044680 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:34.071358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:34.075487 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:34.087013 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bfe1-8e8e-4931-bc5f-d913ceb26095 req-3d9ad881-c7dd-4d96-b6e8-7442ccf2a57b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.088512 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a023bfe1-8e8e-4931-bc5f-d913ceb26095 req-3d9ad881-c7dd-4d96-b6e8-7442ccf2a57b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0888646 May 31 11:55:34.135379 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a023bfe1-8e8e-4931-bc5f-d913ceb26095 req-53114be9-b496-40db-b5da-214b061dfd34 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 May 31 11:55:34.170832 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.172235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.179221 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ec876054-f842-4e60-9882-2306f852e469 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:34.282099 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.282750 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.284201 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] 10.222.0.45 "PUT /v2.0/ports/2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 1093 time: 3.0361686 May 31 11:55:34.300329 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:34.351862 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563b239-9045-4211-99df-b4a68aeb80ac req-f3c0c864-1d19-4875-8882-7ee45df2ffcb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.361913 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e563b239-9045-4211-99df-b4a68aeb80ac req-f3c0c864-1d19-4875-8882-7ee45df2ffcb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 943 time: 0.1219869 May 31 11:55:34.398853 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.399506 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:34.402248 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] 10.222.0.45 "PUT /v2.0/ports/c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 1093 time: 2.6953750 May 31 11:55:34.420730 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device d753c49f-e6dc-49bb-a2cd-836de73d9857 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:34.424948 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 00cdb726-04e2-40f9-bf4c-486874b4b7d1 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:34.435298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:34.513525 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e563b239-9045-4211-99df-b4a68aeb80ac req-324c5496-d7c1-4b9f-a5a1-417b52830c96 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506784 May 31 11:55:34.736349 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1615cd-3825-4e5c-93af-05a852da0142" -d '{"events": [{"name": "network-changed", "server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:34.791694 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Pushing event updated for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:34.843597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:34.846725 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.607s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:34.847236 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:34.891460 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:34.894628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-d96d3568-31bb-41f0-898d-b48bf66997af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:34.897919 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-d96d3568-31bb-41f0-898d-b48bf66997af service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1096 time: 0.3402567 May 31 11:55:34.917047 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:34.954573 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:34.954573 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.038323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-ab4e1835-bde4-44a3-a7d4-3252d09d1c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.040038 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-ab4e1835-bde4-44a3-a7d4-3252d09d1c3f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1096 time: 0.4793615 May 31 11:55:35.042011 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-a186a0e1-010e-4354-8d1b-32c5b44131a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 217 time: 0.1329861 May 31 11:55:35.074718 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'd753c49f-e6dc-49bb-a2cd-836de73d9857', 'network_id': '371389ad-a006-4546-a904-3ff79d4562ef', 'port_id': 'd753c49f-e6dc-49bb-a2cd-836de73d9857', 'mac_address': 'fa:16:3e:07:db:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ebffec-1903-4aa2-ba1c-71f433d5e02f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:35.166185 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.207686 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.211228 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb05589-1fc9-423e-8b57-f534788d39fd x-openstack-request-id: req-ecb05589-1fc9-423e-8b57-f534788d39fd {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:35.211532 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:35.211796 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecb05589-1fc9-423e-8b57-f534788d39fd {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:35.212288 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'status': 'completed', 'code': 200} May 31 11:55:35.231098 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-0fcc87fb-066f-4d2e-bf7d-7b97c5463a96 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 217 time: 0.1393795 May 31 11:55:35.239990 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d753c49f-e6dc-49bb-a2cd-836de73d9857 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:35.248661 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-b0e6ef5b-7bce-44b2-b107-2811421f7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.250341 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-b0e6ef5b-7bce-44b2-b107-2811421f7d34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.1598115 May 31 11:55:35.260072 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.281111 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:35.294534 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:35.296632 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6669bf6-284b-4c6a-81f9-df37ae8d9e1a" -d '{"events": [{"server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "name": "network-vif-plugged", "status": "completed", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:35.305184 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:35.398131 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.400726 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-6e9ba6ce-faef-46d1-b03e-e29dd7714dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:35.455660 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-b0878fb0-0029-498e-bf68-f746fb4fe8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.457098 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-b0878fb0-0029-498e-bf68-f746fb4fe8ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.1363583 May 31 11:55:35.476902 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:35.480936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:35.525016 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:35.530512 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:35.543570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-6c779307-73a6-4b4d-9dfb-e4f33d1f5504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.545235 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-6c779307-73a6-4b4d-9dfb-e4f33d1f5504 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2232668 May 31 11:55:35.556309 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640881-c95e-4267-85b7-f97f39ece6de req-724392ee-aa26-48a7-96fa-3909b7b15aa0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.557037 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-cf640881-c95e-4267-85b7-f97f39ece6de req-724392ee-aa26-48a7-96fa-3909b7b15aa0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:35.626155 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:35.629667 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:35.679834 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-c31bc437-62d8-4989-89fe-352bd982266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:35.681301 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-c31bc437-62d8-4989-89fe-352bd982266d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2131939 May 31 11:55:35.738946 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['d753c49f-e6dc-49bb-a2cd-836de73d9857'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:35.789625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-cf640881-c95e-4267-85b7-f97f39ece6de req-724392ee-aa26-48a7-96fa-3909b7b15aa0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:35.790848 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cf640881-c95e-4267-85b7-f97f39ece6de req-724392ee-aa26-48a7-96fa-3909b7b15aa0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 943 time: 0.5202456 May 31 11:55:35.809362 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-4dccd9aa-604b-4974-a315-a90a3856c249 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479966 May 31 11:55:35.971247 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cf640881-c95e-4267-85b7-f97f39ece6de req-35552066-553e-4e7f-adb2-8784ad07728e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1684947 May 31 11:55:35.981892 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-24d66e07-3fef-4461-abec-f25a16081010 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786887 May 31 11:55:36.226741 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c661ca8-22e5-4e0e-8f8c-afa6fdb3ddc1 req-5ee47094-6344-457f-9ea6-4a3ad28a8ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000707 May 31 11:55:36.282553 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4f26a1-27bb-453d-9cd5-90e72fa776c0 req-427047a7-aa67-4abe-8de0-1f9bc55dcb1f service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081845 May 31 11:55:36.282920 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbbcd96-63f3-4f62-a5fc-d43d1eb8ce15 x-openstack-request-id: req-7cbbcd96-63f3-4f62-a5fc-d43d1eb8ce15 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:36.283352 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "name": "network-vif-plugged", "status": "completed", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:36.283630 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cbbcd96-63f3-4f62-a5fc-d43d1eb8ce15 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:36.288574 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'code': 200} May 31 11:55:36.301794 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f1aa4-1136-4b9a-80d2-e07d2d607ca6 req-0c84047b-4ead-4b50-8c85-55f19d2bd6ae tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.303358 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-160f1aa4-1136-4b9a-80d2-e07d2d607ca6 req-0c84047b-4ead-4b50-8c85-55f19d2bd6ae tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1462348 May 31 11:55:36.402662 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-160f1aa4-1136-4b9a-80d2-e07d2d607ca6 req-c5497001-70fa-4de9-be14-0d3348803a76 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910046 May 31 11:55:36.479266 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0b299-2bf3-46e2-a1b3-c9599ac2dd42 req-7846ab55-2e31-43ac-9c50-840a6d2e9ad4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.480773 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3ae0b299-2bf3-46e2-a1b3-c9599ac2dd42 req-7846ab55-2e31-43ac-9c50-840a6d2e9ad4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 944 time: 0.0916853 May 31 11:55:36.497182 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-a2e16009-ee92-4317-aed0-33638d2aa2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.498675 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-a2e16009-ee92-4317-aed0-33638d2aa2ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1096 time: 0.0941684 May 31 11:55:36.543121 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3ae0b299-2bf3-46e2-a1b3-c9599ac2dd42 req-28b1e7ae-f2ae-4d77-b7d5-6c3e113be8ff tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 May 31 11:55:36.656400 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-cc017c02-c248-482c-b522-2ec513be99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.657903 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-cc017c02-c248-482c-b522-2ec513be99d7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1511049 May 31 11:55:36.806714 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-70868102-2034-47e7-bf94-312f88550ae5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 217 time: 0.0817728 May 31 11:55:36.881924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456634f-7c4b-4337-970c-7e3f22650fd3 req-5db5a437-fb30-4073-994f-8113202f50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.883592 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1456634f-7c4b-4337-970c-7e3f22650fd3 req-5db5a437-fb30-4073-994f-8113202f50a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.1934202 May 31 11:55:36.884890 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-8ba35a6a-5af5-4002-90af-54005506d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:36.886853 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-8ba35a6a-5af5-4002-90af-54005506d9b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0732424 May 31 11:55:36.986625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-1456634f-7c4b-4337-970c-7e3f22650fd3 req-86aaf064-40fa-4183-aafe-d9fe54b1a6e7 service neutron] Synchronizing usage tracker for tenant:5fead0b0afba48509c9d0af256864f07 on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:37.014078 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-a46a9113-42e9-4dc0-9295-fabe7ea7ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.015559 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-a46a9113-42e9-4dc0-9295-fabe7ea7ef5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1123779 May 31 11:55:37.126729 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-1456634f-7c4b-4337-970c-7e3f22650fd3 req-86aaf064-40fa-4183-aafe-d9fe54b1a6e7 service neutron] Unset dirty status for tenant:5fead0b0afba48509c9d0af256864f07 on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:37.128039 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1456634f-7c4b-4337-970c-7e3f22650fd3 req-86aaf064-40fa-4183-aafe-d9fe54b1a6e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260323 May 31 11:55:37.213368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:37.215771 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93149148-c1de-4830-8dde-8c525f78766f" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:37.247170 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-612a4915-618c-4865-9e1a-f1f0db8ea169 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234650 May 31 11:55:37.272938 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823047ad-074d-4944-a18d-0d2d255cc60a req-99032033-6a48-4776-8754-9f29b257e5b0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.272938 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-823047ad-074d-4944-a18d-0d2d255cc60a req-99032033-6a48-4776-8754-9f29b257e5b0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 943 time: 0.1521268 May 31 11:55:37.273251 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a372eb6-2a25-4f05-ad9f-6af7eaf13237 x-openstack-request-id: req-1a372eb6-2a25-4f05-ad9f-6af7eaf13237 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:37.273564 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:37.273851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a372eb6-2a25-4f05-ad9f-6af7eaf13237 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:37.274313 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'status': 'completed', 'code': 200} May 31 11:55:37.455923 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-823047ad-074d-4944-a18d-0d2d255cc60a req-c4935050-3b53-4124-bcfa-bfb7e876e69b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1775539 May 31 11:55:37.504156 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d1615cd-3825-4e5c-93af-05a852da0142 req-5487256d-b47f-47e1-b66f-c1330be69779 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246273 May 31 11:55:37.509477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149148-c1de-4830-8dde-8c525f78766f req-82a826c5-5b94-429a-86fc-144689b3f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.511106 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-82a826c5-5b94-429a-86fc-144689b3f367 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1096 time: 0.1984367 May 31 11:55:37.599192 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ae606-2fab-4054-801c-319233e8ecbe req-736bed97-fec5-4938-9e81-f56d90ab4314 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.600799 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-418ae606-2fab-4054-801c-319233e8ecbe req-736bed97-fec5-4938-9e81-f56d90ab4314 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0867260 May 31 11:55:37.648935 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-418ae606-2fab-4054-801c-319233e8ecbe req-d992a7b9-c6d1-4b9b-a6bd-2e48d71bf429 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419822 May 31 11:55:37.660943 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149148-c1de-4830-8dde-8c525f78766f req-f33aaa73-f5e8-47c6-8d53-2cde65c8f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.662721 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-f33aaa73-f5e8-47c6-8d53-2cde65c8f7ff service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.1417835 May 31 11:55:37.770258 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-9f862a6c-dfc0-42ac-8083-7703bd20d458 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 217 time: 0.0655105 May 31 11:55:37.922681 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149148-c1de-4830-8dde-8c525f78766f req-8178febc-cbcb-4406-a981-00ff20afee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.924105 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-8178febc-cbcb-4406-a981-00ff20afee3d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.1387172 May 31 11:55:37.932187 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedda310-74a8-4be3-a9c7-6b73d85f3327 req-61a87ddd-28a5-49c6-8acf-5261a83398b7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:37.933698 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bedda310-74a8-4be3-a9c7-6b73d85f3327 req-61a87ddd-28a5-49c6-8acf-5261a83398b7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 944 time: 0.2678766 May 31 11:55:38.028221 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bedda310-74a8-4be3-a9c7-6b73d85f3327 req-c5918f98-5058-4853-acf3-0795aea0a90c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595181 May 31 11:55:38.049558 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93149148-c1de-4830-8dde-8c525f78766f req-b0fa28ec-d327-47b8-81fb-7897779bde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.049558 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-b0fa28ec-d327-47b8-81fb-7897779bde86 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1126847 May 31 11:55:38.230525 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-6bb851b4-92bd-47fe-b1ea-d9c93c300a7f service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734681 May 31 11:55:38.405582 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-93149148-c1de-4830-8dde-8c525f78766f req-cf78672f-462f-4e90-a39f-1298b7920449 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695621 May 31 11:55:38.456402 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:38.463728 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device d753c49f-e6dc-49bb-a2cd-836de73d9857 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:38.536411 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:38.675054 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:38.684196 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d24d9f-4881-456f-b05a-0e018814f9de req-465490d2-ee5f-404f-98b4-8978e8120cdf tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.685748 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-39d24d9f-4881-456f-b05a-0e018814f9de req-465490d2-ee5f-404f-98b4-8978e8120cdf tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 943 time: 0.0968125 May 31 11:55:38.689701 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:38.754257 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port d753c49f-e6dc-49bb-a2cd-836de73d9857 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:38.763642 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port d753c49f-e6dc-49bb-a2cd-836de73d9857 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:38.763959 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.765289 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-39d24d9f-4881-456f-b05a-0e018814f9de req-d58597fc-1ac9-4938-a9e7-476a9f88bdaa tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572579 May 31 11:55:38.814380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.839679 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:38.861518 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:38.873992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e922d62-9327-4cfc-8373-564f9014f0db req-025658be-470e-4a7c-88c7-2f29ae9e79c1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:38.875627 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e922d62-9327-4cfc-8373-564f9014f0db req-025658be-470e-4a7c-88c7-2f29ae9e79c1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0955498 May 31 11:55:38.942962 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e922d62-9327-4cfc-8373-564f9014f0db req-0ee9755e-a711-460e-8b86-e13b2255bc68 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588107 May 31 11:55:38.960263 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.960999 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c88a90c8-a0d5-43f2-82c7-caddb0f24d0b details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:38.963141 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.974066 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.072262 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:39.075157 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389f6da-45bd-49bb-b5f8-1b8a65d15318" -d '{"events": [{"server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "name": "network-vif-plugged", "status": "completed", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:39.113320 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.120707 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.128807 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.210703 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.216077 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.344839 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae775c-55a6-4fda-ac46-5d87e196d006 req-cf1f2212-8f0a-411d-b9b6-72ce707159c1 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.352003 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2fae775c-55a6-4fda-ac46-5d87e196d006 req-cf1f2212-8f0a-411d-b9b6-72ce707159c1 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1277730 May 31 11:55:39.406877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.413751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.415388 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.434523 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'port_id': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'mac_address': 'fa:16:3e:77:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:39.510479 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2fae775c-55a6-4fda-ac46-5d87e196d006 req-90b1732e-0a28-41a0-9f86-eed0781fa485 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570578 May 31 11:55:39.517475 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.522457 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-4b039104-30d6-4783-b94d-4ef165c4b747 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.523945 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-4b039104-30d6-4783-b94d-4ef165c4b747 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.2807484 May 31 11:55:39.540216 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c88a90c8-a0d5-43f2-82c7-caddb0f24d0b {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:39.560063 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-3506c2de-d55b-47b2-9264-4910feee783e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/quotas/7d2fd09219604cb68cf3510050a6d5d9 HTTP/1.1" status: 200 len: 375 time: 0.0255756 May 31 11:55:39.560488 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:39.573850 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45704d6-bb7e-4061-a055-fc7e15a7727c x-openstack-request-id: req-e45704d6-bb7e-4061-a055-fc7e15a7727c {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:39.574145 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "name": "network-vif-plugged", "status": "completed", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:39.574397 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e45704d6-bb7e-4061-a055-fc7e15a7727c {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:39.574826 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857', 'code': 200} May 31 11:55:39.650471 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-12b1bbe7-6808-4d1a-99c8-d98d572262b7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0827777 May 31 11:55:39.654681 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:39.656663 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:39.756945 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:39.760192 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:39.799344 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-9f25b4f6-8471-419a-9120-0a817c136b23 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401720 May 31 11:55:39.943552 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:39.955413 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-24e21a74-5085-4e93-817f-3f98230a2d42 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498938 May 31 11:55:39.994198 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0669-1eee-41d5-a80a-e6392a5c5892 req-a3165454-9699-4a54-8f4a-0011e4ee4c21 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:39.994960 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['2088d0c6-ee0f-4a77-ba4d-07faef721a9d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:39.996482 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fefe0669-1eee-41d5-a80a-e6392a5c5892 req-a3165454-9699-4a54-8f4a-0011e4ee4c21 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 944 time: 0.1079390 May 31 11:55:40.084983 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fefe0669-1eee-41d5-a80a-e6392a5c5892 req-3f4aad4e-67c6-42af-9fac-5e0f31fa5c1a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827730 May 31 11:55:40.127252 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5fe44-7f96-408c-b7c5-9c7884c49220 req-a2a4d676-0642-4b89-9331-9efbabf96e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:40.128921 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3bc5fe44-7f96-408c-b7c5-9c7884c49220 req-a2a4d676-0642-4b89-9331-9efbabf96e26 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 1098 time: 0.0982623 May 31 11:55:40.201682 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3bc5fe44-7f96-408c-b7c5-9c7884c49220 req-12848c37-dc16-4023-8bb8-d519c2ca2beb service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579166 May 31 11:55:40.278476 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dc767-0bff-4158-ad6f-8326503e5d62 req-3ef6f9c4-1f9b-47c9-a263-16408ee54710 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:40.285613 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-850dc767-0bff-4158-ad6f-8326503e5d62 req-3ef6f9c4-1f9b-47c9-a263-16408ee54710 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 944 time: 0.0931113 May 31 11:55:40.352803 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-850dc767-0bff-4158-ad6f-8326503e5d62 req-1c1a3e38-70de-4eb9-ab26-0545549267d7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662794 May 31 11:55:40.404930 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-04d7d2ac-cdb9-4ab2-bdae-fc4b741cc20f req-091e2135-bf59-4b8a-8311-105bba5469f5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.0491426 May 31 11:55:40.718849 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6b5b3-79c3-4f12-b684-10069bf3eb1a req-2a22b0ff-fdba-4d71-9f11-82e5ea01eb29 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:40.722220 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-80d6b5b3-79c3-4f12-b684-10069bf3eb1a req-2a22b0ff-fdba-4d71-9f11-82e5ea01eb29 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0925579 May 31 11:55:40.740781 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b9fec0cd-83c3-4faa-bcd0-ea16937880d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:40.772227 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-80d6b5b3-79c3-4f12-b684-10069bf3eb1a req-284f085a-64b0-4fd7-8bef-33204780f2f6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461414 May 31 11:55:41.207262 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33862) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:41.237047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e76c90-21a7-4582-a902-21bfe48eaa5e req-a18da132-3d3a-4a6e-a221-02d207e95606 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.244757 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-71e76c90-21a7-4582-a902-21bfe48eaa5e req-a18da132-3d3a-4a6e-a221-02d207e95606 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.1261146 May 31 11:55:41.292688 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-71e76c90-21a7-4582-a902-21bfe48eaa5e req-4fc4546a-9a0b-4c57-b34c-837f58b62ff5 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471876 May 31 11:55:41.339970 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca9191-85a9-41a8-8073-3d626f8bd45c req-1b22090c-2727-448b-a90d-d9dcb6ceb592 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.341753 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8ca9191-85a9-41a8-8073-3d626f8bd45c req-1b22090c-2727-448b-a90d-d9dcb6ceb592 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 944 time: 0.1173909 May 31 11:55:41.384087 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.428441 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:41.445095 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8ca9191-85a9-41a8-8073-3d626f8bd45c req-e17eafc6-947b-49f4-a80c-0b25722a705b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970991 May 31 11:55:41.446158 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Usage tracker for resource:security_group_rule and tenant:1668e5d88c754f6d855a7def1a247a49 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:41.449706 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:41.456835 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:41.553477 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.584469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244b5bd-082b-4629-8f71-4a14e601aca7 req-84f8e11f-e338-418f-bbf9-7ce4bdf68d36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.586012 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8244b5bd-082b-4629-8f71-4a14e601aca7 req-84f8e11f-e338-418f-bbf9-7ce4bdf68d36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 944 time: 0.0843771 May 31 11:55:41.616089 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-06879b65-4e83-472b-a6e2-2c75947e0232 req-55adcbf8-051a-46f3-9c1e-20272ed6d5b5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.0464509 May 31 11:55:41.637469 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8244b5bd-082b-4629-8f71-4a14e601aca7 req-33791742-db9b-4c9c-9148-537457c2e18d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444191 May 31 11:55:41.670507 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.677636 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fa8d8bb5-8768-4d6f-93b2-a1571fe928e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:41.723176 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1668e5d88c754f6d855a7def1a247a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147471 May 31 11:55:41.724117 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e43f9e-dc5e-4a0e-a963-19ce5a2dfc2d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:41.726031 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33872) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:41.727530 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:41.792465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.819504 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.929055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.935460 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-629de0f3-1349-4983-9707-2fb04af371f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:41.946084 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e43f9e-dc5e-4a0e-a963-19ce5a2dfc2d,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:41.954895 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:41.954895 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:41.955392 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23e43f9e-dc5e-4a0e-a963-19ce5a2dfc2d HTTP/1.1" status: 204 len: 168 time: 0.2283688 May 31 11:55:41.981579 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7217adb-a820-4ebf-a8cd-0c572f91b651 req-941aba5b-930e-4714-95a3-330a2b419bbc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:41.986275 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a7217adb-a820-4ebf-a8cd-0c572f91b651 req-941aba5b-930e-4714-95a3-330a2b419bbc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0971496 May 31 11:55:42.031080 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a7217adb-a820-4ebf-a8cd-0c572f91b651 req-3fda2efd-9ec6-45a5-9f75-833cfcd5ad22 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 May 31 11:55:42.461348 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c88a90c8-a0d5-43f2-82c7-caddb0f24d0b up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:42.522240 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e206f-f0ea-4507-a82d-fc7883c6216d req-a9578eeb-38d7-4764-947f-731b91ccaffd tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:42.523978 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c6e206f-f0ea-4507-a82d-fc7883c6216d req-a9578eeb-38d7-4764-947f-731b91ccaffd tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.1130285 May 31 11:55:42.572103 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c6e206f-f0ea-4507-a82d-fc7883c6216d req-208ce913-a566-4000-93ed-e0587e25e82c tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415149 May 31 11:55:42.685456 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:42.705097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:42.705097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.779348 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f443e-99b0-4468-9e7f-125f88cad198 req-030057b0-9fc6-4e0b-840c-875e643c24c1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:42.782174 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a7f443e-99b0-4468-9e7f-125f88cad198 req-030057b0-9fc6-4e0b-840c-875e643c24c1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 944 time: 0.1141460 May 31 11:55:42.889513 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a7f443e-99b0-4468-9e7f-125f88cad198 req-3d3cfe0a-4509-437e-99a2-bf0dd3bf95d1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919280 May 31 11:55:42.918841 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:42.959513 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:42.966399 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:42.972026 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6bb85-0528-469c-9e98-120db78663a9" -d '{"events": [{"server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "name": "network-vif-plugged", "status": "completed", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:43.078115 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.079124 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:43.163802 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d1fa7ee8-0eb1-4f4d-8844-811e5b642a85 req-95f6a2a8-2f0f-4699-bd9e-9808e93b78a1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.2445431 May 31 11:55:43.164452 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:43.164547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33942) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:43.224501 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d358c83-256c-4fbd-bcab-00bd0373e23e req-7c9c1424-6c36-4514-a37c-034d28e56fc2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.236707 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3d358c83-256c-4fbd-bcab-00bd0373e23e req-7c9c1424-6c36-4514-a37c-034d28e56fc2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 944 time: 0.1733658 May 31 11:55:43.289620 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-8107e2d0-35f1-40cd-bff1-043c72be675e tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.291686 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-8107e2d0-35f1-40cd-bff1-043c72be675e tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.45 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.1510737 May 31 11:55:43.294092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-601f226d-e2b8-41aa-86e8-16e895f340b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.295953 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-601f226d-e2b8-41aa-86e8-16e895f340b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 1098 time: 0.4653192 May 31 11:55:43.330755 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:43.342836 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b6b194cc-1b92-4b42-a990-6d3ceaa99008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.353564 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:43.436237 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3d358c83-256c-4fbd-bcab-00bd0373e23e req-48b41ab5-7e36-4cbb-95cc-f12a0103b67b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984050 May 31 11:55:43.456018 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.515304 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.517263 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:43.523168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:43.523711 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.553269 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df530686-942b-4c45-b5b1-dfbc7c586d43 x-openstack-request-id: req-df530686-942b-4c45-b5b1-dfbc7c586d43 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:43.553998 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "name": "network-vif-plugged", "status": "completed", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:43.554273 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df530686-942b-4c45-b5b1-dfbc7c586d43 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:43.554674 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'code': 200} May 31 11:55:43.569909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:43.582674 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Usage tracker for resource:security_group_rule and tenant:1dece4ff93684f68b0bf3f64c7c187ef is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:43.592175 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-d3f09d47-b570-432d-8206-a97d910f83a4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.593673 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-d3f09d47-b570-432d-8206-a97d910f83a4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.3524442 May 31 11:55:43.594621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:43.617584 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Request body: {'port': {'device_id': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'admin_state_up': True, 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:43.664953 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:43.818212 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:43.877362 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-f0ce53d3-c31c-4e42-bdb0-da0b089757d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.879149 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-f0ce53d3-c31c-4e42-bdb0-da0b089757d6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.5719469 May 31 11:55:43.905583 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:43.946797 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:43.973812 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0e13b-17a8-4ed3-bdbd-ac8e3aeb63a7 req-47774fab-91f4-4257-bc96-2f59f9fd9a19 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:43.975239 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ef0e13b-17a8-4ed3-bdbd-ac8e3aeb63a7 req-47774fab-91f4-4257-bc96-2f59f9fd9a19 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.5331924 May 31 11:55:43.985996 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-f45810cb-2c63-466f-a46a-c65865f89d3c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857 HTTP/1.1" status: 200 len: 217 time: 0.0952065 May 31 11:55:43.992323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Deleting port 2186c71a-6843-4a55-a101-c368353cd8af {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:55:43.992662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.009668 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:44.022910 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.034044 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:44.072616 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f01be-9de1-4830-be65-ef9e8a0bf452 req-2ad4ffb8-486a-4d4c-8cb7-35de75a15eb6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.074597 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8e0f01be-9de1-4830-be65-ef9e8a0bf452 req-2ad4ffb8-486a-4d4c-8cb7-35de75a15eb6 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 945 time: 0.2934074 May 31 11:55:44.126523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.134949 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:44.138300 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:44.201177 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8e0f01be-9de1-4830-be65-ef9e8a0bf452 req-81493522-4e28-4c38-bd85-87f60a5fd52b tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d3859d4-0734-4b41-998e-44b6ed62879e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713751 May 31 11:55:44.201912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:55:44.210174 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ef0e13b-17a8-4ed3-bdbd-ac8e3aeb63a7 req-3cafb359-97b2-4473-abb0-138e22649581 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994171 May 31 11:55:44.223084 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.237887 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-53b061a0-a9ee-4a4f-a1b8-04e3a3a5b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.239611 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-53b061a0-a9ee-4a4f-a1b8-04e3a3a5b80e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.2305825 May 31 11:55:44.240756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.248670 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.256353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d771e73-f529-4622-b632-c853d9567137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:44.296331 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 33988) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:44.315343 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509969ad-c44b-478c-8556-d89a6cca5cfc req-31a66e69-71f1-43ed-8185-62dc1c3b1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.318348 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-509969ad-c44b-478c-8556-d89a6cca5cfc req-31a66e69-71f1-43ed-8185-62dc1c3b1723 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1098 time: 0.3675621 May 31 11:55:44.335203 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-7a4c9f39-3a68-4641-836f-47301e4fa87e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551174 May 31 11:55:44.381545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] For port 2186c71a-6843-4a55-a101-c368353cd8af, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2186c71a-6843-4a55-a101-c368353cd8af,segment=NetworkSegment(daf5cd06-f187-4e17-bf06-bfbf30cff932),segment_id=daf5cd06-f187-4e17-bf06-bfbf30cff932)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:44.382167 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.453917 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dece4ff93684f68b0bf3f64c7c187ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2889175 May 31 11:55:44.502763 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 33994) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:44.599135 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a9967a-97a4-4bde-9355-44b6d20e0606,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:44.614190 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:44.627906 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d77d2c53-f128-4b96-a511-d6060833be7f req-881b1386-86fe-406b-bddb-a6a00f3794d7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.2106681 May 31 11:55:44.638049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:44.641119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Calling delete_port for 2186c71a-6843-4a55-a101-c368353cd8af owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:55:44.674338 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Allocated IP 172.20.0.10 (6a77bc79-f485-44ea-b6ea-738f2de2b3bc/811c3c8b-dd89-488d-ba7c-9b3794461250/c23f24a9-be63-4ab8-a8a3-1b5ce2339305) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:55:44.676794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:44.685439 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-509969ad-c44b-478c-8556-d89a6cca5cfc req-c33a2255-8f78-4b8b-8bcc-489d50a95301 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2671068 May 31 11:55:44.686422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Usage tracker for resource:security_group_rule and tenant:c8c38fc12f8c45a69eb7fcb68f88b207 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:44.690346 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:44.699937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:44.825030 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-200c076b-7440-4769-bcfc-96167ba3c64d service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791212 May 31 11:55:44.853821 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac929d-aa90-4a94-9266-ab1ba3760cdf req-08800d2f-7cab-497a-b50d-872be96cffe1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:44.855464 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-77ac929d-aa90-4a94-9266-ab1ba3760cdf req-08800d2f-7cab-497a-b50d-872be96cffe1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.4866643 May 31 11:55:44.861024 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.001567 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34002) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:45.029973 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.039984 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.052901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c25a96-43aa-4b10-8fcb-7d38280eba10 req-4023a0aa-3d33-43b5-9f5e-01b9093265cd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:45.054535 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-13c25a96-43aa-4b10-8fcb-7d38280eba10 req-4023a0aa-3d33-43b5-9f5e-01b9093265cd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.2842777 May 31 11:55:45.109485 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.111952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.121967 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-13c25a96-43aa-4b10-8fcb-7d38280eba10 req-21264eba-c5cb-453f-bbd1-15a66197ce09 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596635 May 31 11:55:45.125266 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:45.176648 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8c38fc12f8c45a69eb7fcb68f88b207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8780375 May 31 11:55:45.178717 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbdec9c-8e0f-48b6-809b-4b2ebafb096a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:45.181465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34008) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:45.185791 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-77ac929d-aa90-4a94-9266-ab1ba3760cdf req-a59a0bf0-35ac-4ab9-b864-ab0a390a6966 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2971184 May 31 11:55:45.185993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:45.233748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.241969 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:45.247965 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:45.319317 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.320932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event updated for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:45.331003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:45.332340 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f0ab3829-cb39-4207-9049-8c36616a69b8 req-08a409fa-1068-4386-8f58-30529f8e3880 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712124 May 31 11:55:45.341544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:45.359676 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.366379 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:55:45.376458 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:55:45.382834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:55:45.389603 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:45.390303 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.424909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.451415 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Pushing event deleted for resources: {'Port': ['ID=2186c71a-6843-4a55-a101-c368353cd8af,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:45.486628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.493300 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7899f9ac-aa3a-4cea-ac15-1765599dd11d req-5de88802-690c-4014-9d4f-a4eb385d02d5 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.0715961 May 31 11:55:45.556803 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:45.560925 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c5709-41cf-4664-bfa9-36d342cd5398" -d '{"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:45.570552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.570908 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.571639 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.571981 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.572317 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.573092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.573092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.573432 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.573799 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.574084 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.574407 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.574727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:45.578149 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:45.611081 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:45.627197 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Usage tracker for resource:security_group_rule and tenant:9b47934e73554fbc8193d2f52dce8ee6 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:45.627343 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1328c1cc-4a69-42bf-b02e-184a4fb81833 x-openstack-request-id: req-1328c1cc-4a69-42bf-b02e-184a4fb81833 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:45.627495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:45.627755 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1328c1cc-4a69-42bf-b02e-184a4fb81833 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:45.628149 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'code': 200} May 31 11:55:45.635201 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:45.639907 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.645744 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] No DVR routers for this DVR port 2186c71a-6843-4a55-a101-c368353cd8af on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:55:45.648896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.654619 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:45.658945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'name': 'network-vif-deleted', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:45.661468 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848986b9-90b7-4747-9d4d-ecad859ec4e4" -d '{"events": [{"server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "name": "network-vif-deleted", "tag": "2186c71a-6843-4a55-a101-c368353cd8af"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:45.672704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:45.695719 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0853190 May 31 11:55:45.706217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a9967a-97a4-4bde-9355-44b6d20e0606,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:45.707498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Request body: {'port': {'device_id': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:45.708461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:45.754436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95928-42a3-4ba4-b1f3-dd5a4d69bf93 req-aa848a82-103f-4667-aa3b-214422738a8f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:45.754436 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f7a95928-42a3-4ba4-b1f3-dd5a4d69bf93 req-aa848a82-103f-4667-aa3b-214422738a8f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.3157370 May 31 11:55:45.840706 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f7a95928-42a3-4ba4-b1f3-dd5a4d69bf93 req-aa09e0d6-bcf6-46c8-9425-0fd9dcb571a8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511594 May 31 11:55:45.841254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.841254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:45.887003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbdec9c-8e0f-48b6-809b-4b2ebafb096a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:45.894228 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e6a6b0-7984-4d24-a5cc-cd56cfa98dba x-openstack-request-id: req-d0e6a6b0-7984-4d24-a5cc-cd56cfa98dba {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:45.894606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc812aa3-5a5d-4472-8f73-4d3ccb947f51", "name": "network-vif-deleted", "tag": "2186c71a-6843-4a55-a101-c368353cd8af", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:45.894879 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0e6a6b0-7984-4d24-a5cc-cd56cfa98dba {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:45.895356 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc812aa3-5a5d-4472-8f73-4d3ccb947f51', 'name': 'network-vif-deleted', 'tag': '2186c71a-6843-4a55-a101-c368353cd8af', 'status': 'completed', 'code': 200} May 31 11:55:45.903144 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:45.904306 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.917786 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.919124 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bdbdec9c-8e0f-48b6-809b-4b2ebafb096a HTTP/1.1" status: 204 len: 168 time: 0.7363887 May 31 11:55:45.929081 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-07bf2eb0-99a3-4e6d-8649-b3207838888e req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.45 "DELETE /v2.0/ports/2186c71a-6843-4a55-a101-c368353cd8af HTTP/1.1" status: 204 len: 173 time: 2.6232316 May 31 11:55:45.929229 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.934989 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:45.936090 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87a9967a-97a4-4bde-9355-44b6d20e0606 HTTP/1.1" status: 204 len: 168 time: 1.3876383 May 31 11:55:45.985003 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.010948 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.020884 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-283d7cb6-3608-42a3-a1dc-dd52985fb441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:46.033292 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6437d80-a7c2-4788-b1e9-e301ce68e9e4 req-1174e238-2b87-4f54-98f8-bb1e76420236 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.034432 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-f6437d80-a7c2-4788-b1e9-e301ce68e9e4 req-1174e238-2b87-4f54-98f8-bb1e76420236 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:46.094652 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b47934e73554fbc8193d2f52dce8ee6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0882499 May 31 11:55:46.096377 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34030) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:46.099383 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6c9a51-adbe-4d83-8680-5cb634d17fbe,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:46.114104 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:46.138657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-f6437d80-a7c2-4788-b1e9-e301ce68e9e4 req-1174e238-2b87-4f54-98f8-bb1e76420236 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:46.148478 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f6437d80-a7c2-4788-b1e9-e301ce68e9e4 req-1174e238-2b87-4f54-98f8-bb1e76420236 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 932 time: 0.3824234 May 31 11:55:46.206834 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.241742 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f6437d80-a7c2-4788-b1e9-e301ce68e9e4 req-38fd082e-c649-4de1-ae60-7be54514dfa7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903094 May 31 11:55:46.248519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.431273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c75e93-126d-4c2f-983c-c809c17b95a7 req-5fd8b755-6642-4e92-88b8-7be1c88d07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.433475 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85c75e93-126d-4c2f-983c-c809c17b95a7 req-5fd8b755-6642-4e92-88b8-7be1c88d07b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1098 time: 0.1874375 May 31 11:55:46.480698 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2186c71a-6843-4a55-a101-c368353cd8af no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:55:46.497821 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85c75e93-126d-4c2f-983c-c809c17b95a7 req-e81878cc-06d2-4076-af51-cfc28229ba57 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540307 May 31 11:55:46.516493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e28b06-550b-4ba2-8d8b-a8d9b7040bca req-ebbdeb43-0e7a-4266-8622-f4670a00e6a2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.518448 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-63e28b06-550b-4ba2-8d8b-a8d9b7040bca req-ebbdeb43-0e7a-4266-8622-f4670a00e6a2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1668863 May 31 11:55:46.533535 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 2186c71a-6843-4a55-a101-c368353cd8af {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:55:46.534253 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2186c71a-6843-4a55-a101-c368353cd8af not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:55:46.551916 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23f24a9-be63-4ab8-a8a3-1b5ce2339305 {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:46.567132 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.584213 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-63e28b06-550b-4ba2-8d8b-a8d9b7040bca req-f3e3836c-ac0a-4022-bbee-ef5ef563f787 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590236 May 31 11:55:46.598254 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.602028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Transition to ACTIVE for port object c23f24a9-be63-4ab8-a8a3-1b5ce2339305 will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:55:46.609185 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9a419250-3db8-4179-bf78-9049965fc071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:46.625925 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6c9a51-adbe-4d83-8680-5cb634d17fbe,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:46.626868 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852880ee-847e-46d7-a8c4-a1770881b937 req-777895d8-17f8-49da-99ef-1c7d1d362639 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:46.629455 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:46.632051 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.633794 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e6c9a51-adbe-4d83-8680-5cb634d17fbe HTTP/1.1" status: 204 len: 168 time: 0.5363433 May 31 11:55:46.645916 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-852880ee-847e-46d7-a8c4-a1770881b937 req-777895d8-17f8-49da-99ef-1c7d1d362639 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2144878 May 31 11:55:46.698460 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-852880ee-847e-46d7-a8c4-a1770881b937 req-8e9441d4-dcc7-4ea0-9df1-d14fb75ce992 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589883 May 31 11:55:46.734210 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.743560 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:46.753145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7b96601-8ad5-4328-a733-0718d090802d req-d46ee3d5-6b14-4c39-8091-0ca54040ee43 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Synchronizing usage tracker for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:55:46.862197 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34050) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:46.888028 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:46.905239 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:46.910445 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Usage tracker for resource:security_group_rule and tenant:0a489261e6474fd7b87017a6faaed577 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:46.913754 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:46.916540 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7b96601-8ad5-4328-a733-0718d090802d req-d46ee3d5-6b14-4c39-8091-0ca54040ee43 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Unset dirty status for tenant:f88caaa4d7d9499387665bf5f035e481 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:55:46.925513 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7b96601-8ad5-4328-a733-0718d090802d req-d46ee3d5-6b14-4c39-8091-0ca54040ee43 tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc812aa3-5a5d-4472-8f73-4d3ccb947f51 HTTP/1.1" status: 200 len: 210 time: 0.2239192 May 31 11:55:46.930953 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:46.968152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.002192 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.002558 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.002917 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.003264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.003601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.003937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.004274 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.004609 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.004941 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.005754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.005754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.005996 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:47.009654 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.016982 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Attempting to bind port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:55:47.017312 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Attempting to bind port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:55:47.017645 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Attempting to bind port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:47.024733 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:55:47.025275 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Attempting to bind port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:55:47.037376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:55:47.037376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Checking segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:55:47.037376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Bound using segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:55:47.037376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Bound port: c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:55:47.037376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.037873 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34054) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.100629 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.101694 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.116016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714042b0-29fb-442d-8aec-f1b307253d4e req-12ad861e-6e21-4195-a6ef-d1a3011e33b5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.117749 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-714042b0-29fb-442d-8aec-f1b307253d4e req-12ad861e-6e21-4195-a6ef-d1a3011e33b5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2663469 May 31 11:55:47.128272 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34058) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.133131 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:47.141064 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a0eb41aff84e2ca89e906c87756f36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:47.143375 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'floatingip': {'port_id': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:47.146342 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:47.154456 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:47.168630 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.191829 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-151be3b5-61e3-4ca9-a912-dd52b5f04cd6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.256377 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97036d-162e-4486-aa3d-6508867aa57a req-e0aba93c-12d7-4f99-a817-7a163d4864c3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.257943 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd97036d-162e-4486-aa3d-6508867aa57a req-e0aba93c-12d7-4f99-a817-7a163d4864c3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.2131317 May 31 11:55:47.262375 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f6ae6-4d5a-4700-8050-0dc10a461884,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.269375 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a489261e6474fd7b87017a6faaed577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055789 May 31 11:55:47.271145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.272461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34066) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.315450 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.396216 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:55:47.450196 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd97036d-162e-4486-aa3d-6508867aa57a req-5dcad596-19d3-40c7-9508-5fbdeb1a4d22 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704581 May 31 11:55:47.504092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.514048 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:55:47.525429 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.549339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.621908 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c66ae-fa3c-449e-bb50-c284a1b3b4ba req-8ba13ad6-1afc-41ce-a0ea-62e6ca26b619 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.624162 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c7c66ae-fa3c-449e-bb50-c284a1b3b4ba req-8ba13ad6-1afc-41ce-a0ea-62e6ca26b619 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 944 time: 0.1800842 May 31 11:55:47.626888 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.628774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.644243 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d1fd758b-717c-474d-a161-0fdf958ea26a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.668033 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.694562 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.744579 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8a0eb41aff84e2ca89e906c87756f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075055 May 31 11:55:47.751924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34080) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:47.808085 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35ef934-03c9-465c-bd51-d6e39744f597,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.816165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.817879 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:47.826145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.827589 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/917f6ae6-4d5a-4700-8050-0dc10a461884 HTTP/1.1" status: 204 len: 168 time: 0.5541358 May 31 11:55:47.833843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:47.833843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.835157 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] 10.222.0.45 "PUT /v2.0/ports/c23f24a9-be63-4ab8-a8a3-1b5ce2339305 HTTP/1.1" status: 200 len: 1094 time: 2.1324430 May 31 11:55:47.839308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:47.841607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de858fea-e60b-4fdc-b1f7-3576e1dbf159" -d '{"events": [{"name": "network-changed", "server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:47.881033 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f6ae6-4d5a-4700-8050-0dc10a461884,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.890616 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.929034 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c7c66ae-fa3c-449e-bb50-c284a1b3b4ba req-51ae31b4-8101-4db0-b091-66dba54b0d13 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933054 May 31 11:55:47.929970 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:47.948052 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:47.955325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:47.977873 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.008346 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807b616e-bffc-40bc-8af0-50fc10be19d7 x-openstack-request-id: req-807b616e-bffc-40bc-8af0-50fc10be19d7 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:48.008678 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:48.008956 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-807b616e-bffc-40bc-8af0-50fc10be19d7 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:48.009390 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', 'status': 'completed', 'code': 200} May 31 11:55:48.069927 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd98a05-d007-4b1b-8e09-f0d97090d73f req-427b9e10-a885-4fec-a08b-831a16007ca4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:48.071690 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6cd98a05-d007-4b1b-8e09-f0d97090d73f req-427b9e10-a885-4fec-a08b-831a16007ca4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.2591233 May 31 11:55:48.128076 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6cd98a05-d007-4b1b-8e09-f0d97090d73f req-4d802738-bd0d-4929-88cb-8bf0b55abd98 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492957 May 31 11:55:48.129129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.135386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-72cccf6e-fa8e-468c-b737-622b5893745d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:48.151929 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35ef934-03c9-465c-bd51-d6e39744f597,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:48.155891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:48.157047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.161207 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a35ef934-03c9-465c-bd51-d6e39744f597 HTTP/1.1" status: 204 len: 168 time: 0.4080119 May 31 11:55:48.359299 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-5ad296c5-e7f1-4c85-86ef-640ac6315134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:48.360766 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-5ad296c5-e7f1-4c85-86ef-640ac6315134 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 1097 time: 0.2784274 May 31 11:55:48.493521 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-318224ac-69b3-4536-90ab-8379f8531abf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305 HTTP/1.1" status: 200 len: 217 time: 0.0803678 May 31 11:55:48.551028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.db.resource_extend [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:55:48.799666 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-4d5dc0d6-8609-4dc1-b482-7a3f9feb4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:48.801041 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-4d5dc0d6-8609-4dc1-b482-7a3f9feb4d55 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.3005908 May 31 11:55:48.804964 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.857122 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-bc231e21-d81d-43a9-b55c-78d8433103a7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471580 May 31 11:55:48.880901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d32cc-8a2c-4890-aed3-3b1ab23279ea req-e215155d-543f-4412-86fe-868b64930adf tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:48.882519 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-059d32cc-8a2c-4890-aed3-3b1ab23279ea req-e215155d-543f-4412-86fe-868b64930adf tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.2701542 May 31 11:55:48.928031 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:48.980472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34124) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:49.027995 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.092339 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-059d32cc-8a2c-4890-aed3-3b1ab23279ea req-bd60c56d-afb6-452c-9c6e-8d8d8aacaa2e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880138 May 31 11:55:49.103019 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:49.115309 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Usage tracker for resource:security_group_rule and tenant:8fb0b11fccfe4d4eb40703b13479c0b1 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:49.118505 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:49.126846 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:49.199041 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd579d12-6251-44ef-9292-435bbe2cb107 req-b74bfa7d-00b2-4228-bb6c-a877fbfde346 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:49.200672 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd579d12-6251-44ef-9292-435bbe2cb107 req-b74bfa7d-00b2-4228-bb6c-a877fbfde346 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 944 time: 0.1402111 May 31 11:55:49.223020 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-b4c8a680-6461-4dc0-81cc-b46f54247b71 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395214 May 31 11:55:49.261278 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Floating IP 130264c3-2776-47ff-b913-06e386dec122 associated. External IP: 172.28.0.222, port: c88a90c8-a0d5-43f2-82c7-caddb0f24d0b. May 31 11:55:49.283347 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd579d12-6251-44ef-9292-435bbe2cb107 req-b0d5122c-2964-4957-b1e2-3832f1d84b07 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710495 May 31 11:55:49.294665 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.376024 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.391771 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:49.459909 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8fb0b11fccfe4d4eb40703b13479c0b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751961 May 31 11:55:49.459909 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4436a-58df-4dc6-8a84-3d1f8e61afb8,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:49.461372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34142) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:49.462762 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:49.655031 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b3ec0fec-a8a5-471d-95d3-612e91d756ea req-55cd86c5-f275-4446-9569-89e7eafdfe94 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238312 May 31 11:55:49.679727 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edebf94-b5f4-498b-86a4-3806b64f33c2 req-a3da9534-25e6-46b7-a985-6c1be2f5ebf5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:49.681319 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0edebf94-b5f4-498b-86a4-3806b64f33c2 req-a3da9534-25e6-46b7-a985-6c1be2f5ebf5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.3678017 May 31 11:55:49.687114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.850174 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:49.988654 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0edebf94-b5f4-498b-86a4-3806b64f33c2 req-b0f25032-74e5-4043-aa4f-3a65b74b4b5b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417719 May 31 11:55:50.041200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:50.050547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-84b0fc67-5a33-496e-aa08-69fb252d59b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.052014 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-84b0fc67-5a33-496e-aa08-69fb252d59b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 1097 time: 0.2469475 May 31 11:55:50.200537 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34172) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:50.264050 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Deleting subnet 4b9b8576-0dc2-4fbb-844e-7885c60602a1 {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:55:50.267516 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.302672 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.315295 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.388367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4436a-58df-4dc6-8a84-3d1f8e61afb8,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.453838 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.484909 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.486198 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.487352 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8fc4436a-58df-4dc6-8a84-3d1f8e61afb8 HTTP/1.1" status: 204 len: 168 time: 1.0180514 May 31 11:55:50.499984 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.550197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:50.557469 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.563691 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:50.569952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877c0e5-a530-4ace-a042-f0d200221297 req-c91f8820-9ccc-42d4-b51b-f88313d9185d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.571969 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2877c0e5-a530-4ace-a042-f0d200221297 req-c91f8820-9ccc-42d4-b51b-f88313d9185d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.2691510 May 31 11:55:50.581488 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:50.581488 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:50.597521 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-e2501097-1b68-47c8-9e2a-bbc7cd29dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.599339 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-e2501097-1b68-47c8-9e2a-bbc7cd29dc19 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 916 time: 0.4864049 May 31 11:55:50.625328 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6dedb-1d72-4d31-b5da-4b923b0ce787 req-ad38db18-8ec4-46c7-b42a-8abc7cf2393b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:50.639812 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0ea6dedb-1d72-4d31-b5da-4b923b0ce787 req-ad38db18-8ec4-46c7-b42a-8abc7cf2393b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.3859820 May 31 11:55:50.746743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34190) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:50.790310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'floatingip': {'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:55:50.858500 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-52f5786c-c534-4ed1-8384-1b3810b03cc5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305 HTTP/1.1" status: 200 len: 217 time: 0.2420716 May 31 11:55:50.868497 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:50.884568 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2877c0e5-a530-4ace-a042-f0d200221297 req-104f0bc0-dceb-4b10-aaf1-fb865f56e128 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641763 May 31 11:55:50.912487 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.917759 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:50.962413 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.967301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:50.978712 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b9b8576-0dc2-4fbb-844e-7885c60602a1,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:50.982727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:50.988520 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b9b8576-0dc2-4fbb-844e-7885c60602a1 HTTP/1.1" status: 204 len: 168 time: 0.7868505 May 31 11:55:50.991143 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34200) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:51.031674 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-af49e877-6766-47fd-8788-74372b81e6e9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "PUT /v2.0/floatingips/130264c3-2776-47ff-b913-06e386dec122 HTTP/1.1" status: 200 len: 991 time: 3.9021537 May 31 11:55:51.046660 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:51.049235 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f45283-37fc-44d0-a947-fc8f6394ef64" -d '{"events": [{"name": "network-changed", "server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:51.156966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-e53ed7ed-92be-4d2b-bf03-c7e581640f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.158822 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-e53ed7ed-92be-4d2b-bf03-c7e581640f0e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.2393739 May 31 11:55:51.224228 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-57b25279-1156-46d3-a322-63eaa4d10359 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090124 May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb651b-f884-415e-84ec-aee64a6d3241 x-openstack-request-id: req-6fcb651b-f884-415e-84ec-aee64a6d3241 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fcb651b-f884-415e-84ec-aee64a6d3241 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'status': 'completed', 'code': 200} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab012d-a42c-437a-9262-f79dfa741160 req-74d41cb8-13e4-4f6b-a48f-a5fc2e2dca74 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:51.427936 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-10ab012d-a42c-437a-9262-f79dfa741160 req-74d41cb8-13e4-4f6b-a48f-a5fc2e2dca74 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 944 time: 0.5161452 May 31 11:55:51.515374 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '130264c3-2776-47ff-b913-06e386dec122', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.222', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:77:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:20Z', 'updated_at': '2021-05-31T11:55:48Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.520712 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:51.521937 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:51.536367 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:51.537498 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > port after_create 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > port after_update 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.589336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.754103 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-10ab012d-a42c-437a-9262-f79dfa741160 req-8c35beec-be08-4d5a-bd8e-616732aa654b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714423 May 31 11:55:51.829018 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-02d76233-83ec-4535-8817-bf224d8ea4a1 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940658 May 31 11:55:51.863601 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:51.872705 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.873187 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.873692 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.874160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:55:51.874784 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4feb99-8762-452f-aa17-892bddbfba68']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.901625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf5cd06-f187-4e17-bf06-bfbf30cff932') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.901948 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf5cd06-f187-4e17-bf06-bfbf30cff932') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:51.954707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.015305 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.051012 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:55:52.064331 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: from cryptography.utils import int_from_bytes May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: from cryptography.utils import int_from_bytes May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:55:52.112335 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:55:52.365248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-9e52ef1c-4414-473f-befe-a672d78e3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.376500 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-9e52ef1c-4414-473f-befe-a672d78e3ba3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1098 time: 1.0038629 May 31 11:55:52.435011 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.438923 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '130264c3-2776-47ff-b913-06e386dec122', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.222', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:77:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:20Z', 'updated_at': '2021-05-31T11:55:48Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:52.453208 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1328a0f5-bbbc-4486-848e-84625ecdd1e4 None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '130264c3-2776-47ff-b913-06e386dec122', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.222', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:77:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:20Z', 'updated_at': '2021-05-31T11:55:48Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:52.460863 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-de858fea-e60b-4fdc-b1f7-3576e1dbf159 req-a1807ceb-74c0-415b-912d-a789ba461a3a service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727279 May 31 11:55:52.522834 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c23f24a9-be63-4ab8-a8a3-1b5ce2339305 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:55:52.569304 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.576919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e33524-1260-444d-8b80-320ad741d2c9 req-4a1beb35-9267-4d06-95e8-3f768fc11eb5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.584117 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-36e33524-1260-444d-8b80-320ad741d2c9 req-4a1beb35-9267-4d06-95e8-3f768fc11eb5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.4708436 May 31 11:55:52.590221 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.646521 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:52.669682 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-df8df66d-b0e5-4c8a-8c5b-ed8a4860e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:52.672744 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-df8df66d-b0e5-4c8a-8c5b-ed8a4860e1dc service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.2764809 May 31 11:55:52.676751 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.686754 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:52.689347 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4feb99-8762-452f-aa17-892bddbfba68,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:52.703384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'port_id': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', 'mac_address': 'fa:16:3e:23:c5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c3c8b-dd89-488d-ba7c-9b3794461250', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:55:52.770007 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.799407 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-36e33524-1260-444d-8b80-320ad741d2c9 req-5a5d9646-f0a0-4c1e-9fd5-91488b8f7786 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141500 May 31 11:55:52.800339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:52.826025 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23f24a9-be63-4ab8-a8a3-1b5ce2339305 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:55:52.874249 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf150a8-fcb5-4f90-8380-9d41da3eedde None None] New status for floating IP 130264c3-2776-47ff-b913-06e386dec122: ACTIVE {{(pid=92558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:55:52.880460 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c0583bbd-910c-47ec-a648-2d9775ec3731 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cf4feb99-8762-452f-aa17-892bddbfba68 HTTP/1.1" status: 204 len: 168 time: 1.8867474 May 31 11:55:52.903146 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-0bfdc46a-6496-470c-9d72-0e1a37682a93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 999 time: 0.2150135 May 31 11:55:53.010026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-14fdd07a-66b9-4d07-ac3d-d4ee9273c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.012052 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-14fdd07a-66b9-4d07-ac3d-d4ee9273c8bb service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.1000335 May 31 11:55:53.118479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-0a032e50-c705-4bb6-8ab9-2c128a820412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.121221 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-0a032e50-c705-4bb6-8ab9-2c128a820412 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960472 May 31 11:55:53.163356 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Floating IP 234ab629-b096-440e-a0fe-cd1f2ebd1014 associated. External IP: 172.28.0.178, port: 2088d0c6-ee0f-4a77-ba4d-07faef721a9d. May 31 11:55:53.168469 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:53.300980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aa62e-eb23-4136-ab42-b25deae0d394 req-746953bc-a2a4-4e53-b8c7-943c6536b35a tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:53.302741 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9d0aa62e-eb23-4136-ab42-b25deae0d394 req-746953bc-a2a4-4e53-b8c7-943c6536b35a tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 944 time: 0.3137989 May 31 11:55:53.379474 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.385702 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-7ac6c627-ced0-4f95-83b4-d13f8187fe04 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564514 May 31 11:55:53.389411 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:53.468515 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9d0aa62e-eb23-4136-ab42-b25deae0d394 req-af512ba5-a601-46ac-b4d3-67af88177d5e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566815 May 31 11:55:53.478641 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:53.491863 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.492220 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.492561 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.493064 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.493403 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.493813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.494360 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.494727 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.495058 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.495391 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.495899 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.496451 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:55:53.501473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:53.611613 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34280) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:53.695559 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38f45283-37fc-44d0-a947-fc8f6394ef64 req-192986ff-794e-4517-a58b-2d35c60e8bd4 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036036 May 31 11:55:53.706367 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-09dd5292-3e43-41cc-b404-b8817f8da767 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f88caaa4d7d9499387665bf5f035e481&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0925691 May 31 11:55:53.709137 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34284) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:53.710244 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:55:53.712808 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c23f24a9-be63-4ab8-a8a3-1b5ce2339305'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:55:53.776477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.807644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.986277 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.987995 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:55:53.992511 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:53.999342 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:55:54.000258 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:54.013307 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3859d4-0734-4b41-998e-44b6ed62879e,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:54.016538 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:54.017665 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:54.022294 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:54.073241 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c7439eb8-51f9-48fb-8b9a-6b54b03b17e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "PUT /v2.0/floatingips/234ab629-b096-440e-a0fe-cd1f2ebd1014 HTTP/1.1" status: 200 len: 991 time: 3.3070791 May 31 11:55:54.073241 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:54.085800 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2613a720-edbd-46c7-98e0-667cdda072bf" -d '{"events": [{"name": "network-changed", "server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:54.116521 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.120625 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d3859d4-0734-4b41-998e-44b6ed62879e HTTP/1.1" status: 204 len: 168 time: 0.4080741 May 31 11:55:54.135002 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223f12e-c270-4381-9b91-3f7f05d4dae4 req-5eb14001-c445-459f-8b1b-8ae488b85f3b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:54.136585 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8223f12e-c270-4381-9b91-3f7f05d4dae4 req-5eb14001-c445-459f-8b1b-8ae488b85f3b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1997666 May 31 11:55:54.165754 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34302) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:54.221554 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8223f12e-c270-4381-9b91-3f7f05d4dae4 req-afe5accb-634b-48e9-9d8e-d61bc928734e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705743 May 31 11:55:54.275217 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:54.278310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21e768-4faf-4a6b-a900-bfd344321a57 x-openstack-request-id: req-2d21e768-4faf-4a6b-a900-bfd344321a57 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:54.279269 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:54.279604 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d21e768-4faf-4a6b-a900-bfd344321a57 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:54.280175 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'status': 'completed', 'code': 200} May 31 11:55:54.371592 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.398493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:54.406025 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Usage tracker for resource:security_group_rule and tenant:c49adbb5b59c47d781e4b868a073d7eb is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:54.410254 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:54.417928 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:54.449692 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a720-edbd-46c7-98e0-667cdda072bf req-802cfa3d-8805-419c-bb0e-221ab2b55848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:54.451282 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-802cfa3d-8805-419c-bb0e-221ab2b55848 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1098 time: 0.1449125 May 31 11:55:54.711974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.716527 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a720-edbd-46c7-98e0-667cdda072bf req-dd17ae57-528f-4027-91c9-7ecba1ef5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:54.719130 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-dd17ae57-528f-4027-91c9-7ecba1ef5023 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.2569449 May 31 11:55:54.799381 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:54.824352 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7f77cddf-aca4-4df7-94e4-b117a63ff319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:54.910159 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c49adbb5b59c47d781e4b868a073d7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7430451 May 31 11:55:54.914209 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34332) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:54.916103 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed16e7e3-c5d6-4960-951e-75530654e0b5,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:54.920872 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-f9110404-c99a-474d-97f9-9e7689439067 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 999 time: 0.1909742 May 31 11:55:54.921891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:54.994057 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '234ab629-b096-440e-a0fe-cd1f2ebd1014', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934f4ca-1453-43db-9aa4-494bd1199033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:18Z', 'updated_at': '2021-05-31T11:55:52Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:55.006734 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:55:55.024445 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:55:55.025542 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:55:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:55.053520 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.093890 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.134037 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a720-edbd-46c7-98e0-667cdda072bf req-03bb42d5-0509-4d22-80c0-a836149e1f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.136003 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-03bb42d5-0509-4d22-80c0-a836149e1f98 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.2035711 May 31 11:55:55.215002 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86130507-9ff8-4cce-a867-7b6e5807498e req-bb611aad-4e7e-43ad-b656-62a3cc4bffdc tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.226223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86130507-9ff8-4cce-a867-7b6e5807498e req-bb611aad-4e7e-43ad-b656-62a3cc4bffdc tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 945 time: 0.1687245 May 31 11:55:55.226516 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:55:55.266269 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.271251 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:55.310903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed16e7e3-c5d6-4960-951e-75530654e0b5,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:55.316452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:55.321556 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:55.322800 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed16e7e3-c5d6-4960-951e-75530654e0b5 HTTP/1.1" status: 204 len: 168 time: 0.4075506 May 31 11:55:55.380350 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86130507-9ff8-4cce-a867-7b6e5807498e req-35dd5236-4533-4def-8ba4-1ea65b362edf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500504 May 31 11:55:55.404208 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613a720-edbd-46c7-98e0-667cdda072bf req-75b7fe10-949a-4c2e-bd60-4fad35eac61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.408151 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-75b7fe10-949a-4c2e-bd60-4fad35eac61c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2644181 May 31 11:55:55.557750 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01800daf-d3c0-4585-9f80-c2f036549c7d req-882afaf8-5eb0-4ffb-a0c9-21e18d375afc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:55.566225 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01800daf-d3c0-4585-9f80-c2f036549c7d req-882afaf8-5eb0-4ffb-a0c9-21e18d375afc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1377611 May 31 11:55:55.629843 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01800daf-d3c0-4585-9f80-c2f036549c7d req-6c984b98-e78b-40c6-b49a-5dcd97beb3f5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568991 May 31 11:55:55.643022 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-83422ceb-7913-496e-8e0a-e2cfc438a9eb service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170503 May 31 11:55:55.817137 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2613a720-edbd-46c7-98e0-667cdda072bf req-883e4840-b4b0-4e2c-859a-b7a3c0233eef service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535909 May 31 11:55:55.913576 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '234ab629-b096-440e-a0fe-cd1f2ebd1014', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934f4ca-1453-43db-9aa4-494bd1199033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:18Z', 'updated_at': '2021-05-31T11:55:52Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:55:55.913872 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd35b8-690c-4631-8c5a-40de9d63b755 None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '234ab629-b096-440e-a0fe-cd1f2ebd1014', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.178', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4934f4ca-1453-43db-9aa4-494bd1199033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:55:18Z', 'updated_at': '2021-05-31T11:55:52Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:55:56.155555 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f2fa0f-01c3-4075-a013-92d735b1778d None None] New status for floating IP 234ab629-b096-440e-a0fe-cd1f2ebd1014: ACTIVE {{(pid=92558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:55:56.539201 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c23f24a9-be63-4ab8-a8a3-1b5ce2339305 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:55:56.576459 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34392) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:56.615751 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.627371 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122cdef-f77e-4eb3-bb09-56dc2be3d2b3 req-ee78db10-e723-4cfd-88f8-651cc17dd920 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:56.629456 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4122cdef-f77e-4eb3-bb09-56dc2be3d2b3 req-ee78db10-e723-4cfd-88f8-651cc17dd920 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 945 time: 0.1329169 May 31 11:55:56.661081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:56.667738 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Usage tracker for resource:security_group_rule and tenant:00707e9c3d9643abbc676f547cc2b7ad is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:56.672006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:56.679310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:56.686828 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34400) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:56.696780 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4122cdef-f77e-4eb3-bb09-56dc2be3d2b3 req-106ca82c-73d7-4e3e-8964-8fae95e03861 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565798 May 31 11:55:56.729571 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:55:56.734760 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:55:56.735137 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.880468 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:56.913301 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:55:56.915819 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9e9af1-2b3e-4ec8-876f-5b4321b07157" -d '{"events": [{"server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "name": "network-vif-plugged", "status": "completed", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:55:56.926459 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:55:56.933992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.017148 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.043688 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.044615 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.046347 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.052341 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:57.054393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-736b07d5-5549-41f3-89cb-0b9180560340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.067492 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Usage tracker for resource:security_group_rule and tenant:6de2982aceef4a99a73fd2dae0c144d3 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:57.072139 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:57.079976 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:57.112736 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=00707e9c3d9643abbc676f547cc2b7ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5346627 May 31 11:55:57.115465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34412) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.118531 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c86150-92f6-4874-a90d-62288eb87d1c,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.119171 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23b8c1-c417-485d-81d3-0af2bf71c39e req-c2c400f8-fdb7-4474-ac7f-52484ac35b73 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.130812 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.131941 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bb23b8c1-c417-485d-81d3-0af2bf71c39e req-c2c400f8-fdb7-4474-ac7f-52484ac35b73 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1456337 May 31 11:55:57.143480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.148484 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.190516 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.195281 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bb23b8c1-c417-485d-81d3-0af2bf71c39e req-a181eb3a-cb78-439d-a5eb-4ac48cccdd94 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 May 31 11:55:57.225158 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.262303 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9391489-a4d7-4155-a66a-77da2df1569a x-openstack-request-id: req-b9391489-a4d7-4155-a66a-77da2df1569a {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:55:57.267785 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "name": "network-vif-plugged", "status": "completed", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:55:57.268038 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.268545 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9391489-a4d7-4155-a66a-77da2df1569a {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:55:57.269194 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', 'code': 200} May 31 11:55:57.340538 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.347356 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.393543 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6de2982aceef4a99a73fd2dae0c144d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057002 May 31 11:55:57.396997 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172c08e6-e66d-44f6-90ab-6702ba07855d,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.397128 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34416) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:57.401592 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.437267 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.444044 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6ba233e0-76fb-4d80-a263-9a2c8fc2bf69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.461758 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c86150-92f6-4874-a90d-62288eb87d1c,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.472157 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.473271 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d2c86150-92f6-4874-a90d-62288eb87d1c HTTP/1.1" status: 204 len: 168 time: 0.3567669 May 31 11:55:57.476658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.481641 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.529353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.751663 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.756623 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e324cb2a-8489-4cd9-9b3f-be5d184b9978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:57.768909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172c08e6-e66d-44f6-90ab-6702ba07855d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:57.771362 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:57.779069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.781119 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/172c08e6-e66d-44f6-90ab-6702ba07855d HTTP/1.1" status: 204 len: 168 time: 0.3834615 May 31 11:55:57.863356 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cb6e6-2acc-4740-a72e-5e9d640c2bb3 req-7bfc098a-a29b-4b8f-b69f-b588a63749a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:57.865261 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2f8cb6e6-2acc-4740-a72e-5e9d640c2bb3 req-7bfc098a-a29b-4b8f-b69f-b588a63749a7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 1099 time: 0.1036780 May 31 11:55:57.964819 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2f8cb6e6-2acc-4740-a72e-5e9d640c2bb3 req-7a633e92-da14-49e4-bcbc-9f083eed8711 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901341 May 31 11:55:58.083196 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d049f6-b944-41df-b8b5-09a0962cbff3 req-9b9a05db-9772-4e6d-880b-ba2cf68cdc56 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.091170 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7d049f6-b944-41df-b8b5-09a0962cbff3 req-9b9a05db-9772-4e6d-880b-ba2cf68cdc56 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.1132996 May 31 11:55:58.136355 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7d049f6-b944-41df-b8b5-09a0962cbff3 req-ccd2b5fe-7ad5-4434-96fa-72a962c2f2d6 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 May 31 11:55:58.503721 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190179d-800f-4586-ac51-f811428ccb0a req-b5b658f9-d457-4f2c-8260-bf222b6533f4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:58.505376 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7190179d-800f-4586-ac51-f811428ccb0a req-b5b658f9-d457-4f2c-8260-bf222b6533f4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1906593 May 31 11:55:58.557479 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7190179d-800f-4586-ac51-f811428ccb0a req-279f9e3b-a4d9-4ba5-bc69-a6c90aaee574 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450478 May 31 11:55:58.834238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34474) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:58.852368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.867310 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:55:58.871530 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Usage tracker for resource:security_group_rule and tenant:1ec164881f9441d6aa8ba072c58a7b50 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:55:58.874949 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:55:58.880729 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:55:58.971222 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.037268 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.044557 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b82a6d72-8123-4740-b913-42da36699b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:59.094223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ec164881f9441d6aa8ba072c58a7b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588782 May 31 11:55:59.094418 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34488) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:55:59.095895 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b1a6a1-f9cb-4331-b931-c7e374468f73,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:59.099122 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:59.177807 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.206114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.391220 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c21b81-54c9-4633-a8e5-eb9412e3529e req-43466ebc-b4ed-4716-bb8d-2e2d8d005af9 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.392664 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e2c21b81-54c9-4633-a8e5-eb9412e3529e req-43466ebc-b4ed-4716-bb8d-2e2d8d005af9 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.0883274 May 31 11:55:59.436857 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e2c21b81-54c9-4633-a8e5-eb9412e3529e req-789d461c-ed60-4df6-9f4e-1c7849d02e28 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383430 May 31 11:55:59.437205 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.441704 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:55:59.454905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b1a6a1-f9cb-4331-b931-c7e374468f73,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:55:59.457770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:55:59.459802 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:59.460962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15b1a6a1-f9cb-4331-b931-c7e374468f73 HTTP/1.1" status: 204 len: 168 time: 0.3647492 May 31 11:55:59.772323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16567551-060f-4245-943a-3f32e3569176 req-3e40c41a-4c1c-4052-a39d-b1e1017dd234 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:55:59.773939 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-16567551-060f-4245-943a-3f32e3569176 req-3e40c41a-4c1c-4052-a39d-b1e1017dd234 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0966539 May 31 11:55:59.849565 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-16567551-060f-4245-943a-3f32e3569176 req-039e7f76-97cc-46b1-b8a7-0e450c0ae1c5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688937 May 31 11:56:00.657179 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd21d17-9753-41f1-8b05-c584945c6f39 req-2d080e5e-5a40-497e-8e56-6b12fafce2b0 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:00.658827 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2dd21d17-9753-41f1-8b05-c584945c6f39 req-2d080e5e-5a40-497e-8e56-6b12fafce2b0 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.0928781 May 31 11:56:00.704962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2dd21d17-9753-41f1-8b05-c584945c6f39 req-b7d1761f-112a-4017-bd60-95debfef2abf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404458 May 31 11:56:01.112897 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74168647-eabd-422d-9839-a76e41e8276a req-26334f22-282c-4d8c-b63e-6efff677d91b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:01.120826 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-74168647-eabd-422d-9839-a76e41e8276a req-26334f22-282c-4d8c-b63e-6efff677d91b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1209843 May 31 11:56:01.167717 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-74168647-eabd-422d-9839-a76e41e8276a req-a9c4be28-27ed-48e0-8150-a93692c1525f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458982 May 31 11:56:01.645457 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-fad8a7ce-87f6-42ed-8dde-4633a1a2787a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737655 May 31 11:56:01.718160 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34614) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:01.912799 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789603-ad0c-4048-b858-28173a15853b req-7991f413-fc0f-4a24-ba61-f80c27fcf11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:01.914426 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-7991f413-fc0f-4a24-ba61-f80c27fcf11a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 1098 time: 0.1168098 May 31 11:56:02.084354 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789603-ad0c-4048-b858-28173a15853b req-0ffbada7-9d3e-45b7-a5ff-0e784133f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:02.084965 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.086038 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-0ffbada7-9d3e-45b7-a5ff-0e784133f97a service neutron] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 916 time: 0.1480181 May 31 11:56:02.101354 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:02.106147 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Usage tracker for resource:security_group_rule and tenant:c850521741b14c368f8eaae5790eb212 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:02.109230 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:02.116327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:02.227137 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.227361 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-d6f08dcc-0f45-4d8e-8633-07e3bac46662 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc313941-4703-420c-bb11-b87815ad76aa HTTP/1.1" status: 200 len: 217 time: 0.1274571 May 31 11:56:02.331835 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a789603-ad0c-4048-b858-28173a15853b req-8152bc83-7766-4048-b143-200f4f57e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:02.334037 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-8152bc83-7766-4048-b143-200f4f57e58a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.0971625 May 31 11:56:02.334425 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.358963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d9abd973-b92c-4a90-9748-ed6af88ed48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:02.384820 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c850521741b14c368f8eaae5790eb212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6648440 May 31 11:56:02.388508 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34642) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:02.411808 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a9df8a-654c-4459-830e-edb40da1526d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:02.414831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:02.453356 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-4d2de2ac-9e67-40d8-a2db-c9fd6b6f9cd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636451 May 31 11:56:02.626258 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.651164 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c805009-efe7-40ea-8fdc-501eed747587 req-9223dde6-b695-4941-aaaf-9f823cab1b6c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:02.652622 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4c805009-efe7-40ea-8fdc-501eed747587 req-9223dde6-b695-4941-aaaf-9f823cab1b6c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.3176796 May 31 11:56:02.710333 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:02.737939 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-f28d6ac7-cce4-4a21-a5fe-d0bd71f4ac5e service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641759 May 31 11:56:02.791068 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4c805009-efe7-40ea-8fdc-501eed747587 req-9fb110ff-fe03-49ba-bcae-c0b344ac3059 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236067 May 31 11:56:02.905698 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5a789603-ad0c-4048-b858-28173a15853b req-416dbb8e-0b4d-42d5-93ae-796f987a4293 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564298 May 31 11:56:03.020140 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:03.026217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-33578e05-31af-45d7-aa65-263b7229729e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:03.048325 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a9df8a-654c-4459-830e-edb40da1526d,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:03.058971 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:03.083761 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:03.084886 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03a9df8a-654c-4459-830e-edb40da1526d HTTP/1.1" status: 204 len: 168 time: 0.6588428 May 31 11:56:03.554396 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-18640a36-dc5a-4e85-aa61-9047deb359ef tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:03.561082 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-18640a36-dc5a-4e85-aa61-9047deb359ef tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.1844370 May 31 11:56:03.579020 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-4b164976-f451-49f5-a7c8-4e0564ae9ac8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/quotas/7d2fd09219604cb68cf3510050a6d5d9 HTTP/1.1" status: 200 len: 375 time: 0.0129268 May 31 11:56:03.686723 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-379b9898-9031-4042-9b7d-cac93f1780ed tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019146 May 31 11:56:03.897907 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-bda197d1-22c0-4c50-a342-ca1ee3fc6848 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039418 May 31 11:56:03.903427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34696) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:03.953988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:03.982080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:03.987754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Usage tracker for resource:security_group_rule and tenant:c270eb346c584036862353545b0fb4a5 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:03.998261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:04.006052 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:04.037632 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-2783ba90-13e0-4aeb-8623-a4534807e223 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309516 May 31 11:56:04.057787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1beae-e1a7-4c89-9b11-79d22010c328 req-0767b2af-6487-421f-86b7-d5cce6d45270 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:04.059268 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8fa1beae-e1a7-4c89-9b11-79d22010c328 req-0767b2af-6487-421f-86b7-d5cce6d45270 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1390321 May 31 11:56:04.126486 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8fa1beae-e1a7-4c89-9b11-79d22010c328 req-68cf76fb-5ed6-4131-a715-e8b6064aca28 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610137 May 31 11:56:04.153797 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.237533 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.244476 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-94ab3381-fa23-42a5-a361-a43128a50172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:04.297339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343e5e29-f908-45bf-8fb9-db5437793e63,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:04.305650 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c270eb346c584036862353545b0fb4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4011042 May 31 11:56:04.308467 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:04.308986 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34706) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:04.383491 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.438502 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39d49fac-f891-41f4-a83c-86871736c258 req-30d1282d-f3d8-4b35-b8d5-614e46c31a1f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.1059256 May 31 11:56:04.439342 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.620418 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.626866 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9c529741-3a6a-445b-ad7c-f7caee99d8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:04.646370 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e5e29-f908-45bf-8fb9-db5437793e63,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:04.648546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:04.656592 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:04.657773 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/343e5e29-f908-45bf-8fb9-db5437793e63 HTTP/1.1" status: 204 len: 168 time: 0.3477373 May 31 11:56:05.163238 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.321007 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434569f3-6f6d-434e-933c-19fc22738f34 req-6c183e98-1c0e-49cc-b880-ac4f82280f8a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:05.321007 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-434569f3-6f6d-434e-933c-19fc22738f34 req-6c183e98-1c0e-49cc-b880-ac4f82280f8a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0808020 May 31 11:56:05.377535 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-434569f3-6f6d-434e-933c-19fc22738f34 req-64f47b00-4edf-4709-9627-83cb4f65b4cb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546556 May 31 11:56:05.627767 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-304c4e0c-fdf0-457d-9bcb-dc1a61a91ddf req-16e5b7ec-e179-45ae-8703-0c451d7c1249 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.0431075 May 31 11:56:05.703923 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34766) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:05.724698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34772) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:05.847085 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.877738 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:05.881864 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:05.901403 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:05.904267 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c032a5f87f1e4c29bf32fa72c0ce7bf9 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:05.908571 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:05.911476 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Usage tracker for resource:security_group_rule and tenant:222d389de9634b49be7d8a59e4e7a18d is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:05.918901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:05.918901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:05.924197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:06.069365 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.074290 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.191668 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.198929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.208327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0f32c8ee-2a43-4a7e-84d8-e2ce5ae0f24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:06.261371 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55311e27-bf65-499a-ba01-e4dda04ac8e8,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:06.265846 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c032a5f87f1e4c29bf32fa72c0ce7bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5605764 May 31 11:56:06.268710 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34784) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:06.271091 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-fdef330a-c228-45d7-889c-96640e64fb0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=222d389de9634b49be7d8a59e4e7a18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5450630 May 31 11:56:06.271742 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34786) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:06.301065 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88e6543-edd6-4f2a-817d-3c16849ada11,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:06.304295 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:06.304717 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:06.305010 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:06.391574 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.395931 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.443550 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.451465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.607819 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5affec-0399-4a91-a3b9-10c66cef9951 req-7c3b52bc-d4c8-41c4-8cc4-477075b109bb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:06.609426 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2f5affec-0399-4a91-a3b9-10c66cef9951 req-7c3b52bc-d4c8-41c4-8cc4-477075b109bb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0974128 May 31 11:56:06.616900 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.622235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.627055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-45b81f36-b38a-4bf4-909e-08756918effe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:06.648939 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88e6543-edd6-4f2a-817d-3c16849ada11,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:06.674804 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2f5affec-0399-4a91-a3b9-10c66cef9951 req-d9468901-6d74-40f3-b83f-0f19173d39a0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579267 May 31 11:56:06.687724 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55311e27-bf65-499a-ba01-e4dda04ac8e8,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:06.691111 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:06.697818 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:06.698372 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:06.701098 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.703440 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-6f2779eb-ddaf-4d39-8a63-307346543ce9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d88e6543-edd6-4f2a-817d-3c16849ada11 HTTP/1.1" status: 204 len: 168 time: 0.4323783 May 31 11:56:06.705021 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:06.706534 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55311e27-bf65-499a-ba01-e4dda04ac8e8 HTTP/1.1" status: 204 len: 168 time: 0.4334872 May 31 11:56:06.857416 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ab774aec-85ad-4972-9446-2b98d67ec1ec req-0642ea8e-4c92-447a-a543-e1e3d52393dd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.0565522 May 31 11:56:07.030491 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-7b32e6d9-657c-4a7e-8df0-6661dce6c1d5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:07.031888 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-7b32e6d9-657c-4a7e-8df0-6661dce6c1d5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.1527505 May 31 11:56:07.046553 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Request body: {'port': {'device_id': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'admin_state_up': True, 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:07.189371 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:07.199964 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:07.317409 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:07.321229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.493245 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Allocated IP 172.20.0.6 (6a77bc79-f485-44ea-b6ea-738f2de2b3bc/811c3c8b-dd89-488d-ba7c-9b3794461250/7e88867f-a141-4408-8262-098ebea71af8) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:07.707966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34840) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:07.740658 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.762570 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.790601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:07.808413 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Usage tracker for resource:security_group_rule and tenant:1033b30867e04d64b8948d4a45f20349 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:07.812290 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:07.821754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:07.855464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:07.863663 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-bb0e372a-387f-4318-9c79-a2445f880229 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:07.869635 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa', 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:07.992710 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:07.996390 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:08.001129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:08.044546 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event updated for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:08.081452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.092598 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:08.133018 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.134051 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.144781 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706895d-6417-449c-aff7-33d278aa13c1 req-ebd9c960-9f84-468c-967d-c65da4b910a4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.153067 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e706895d-6417-449c-aff7-33d278aa13c1 req-ebd9c960-9f84-468c-967d-c65da4b910a4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.3088331 May 31 11:56:08.209847 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed0be8-e8fe-4400-a73e-507c7293e3ce req-72966b40-5b15-43a9-ba0a-2d97dd0b65da tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:08.214719 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-01ed0be8-e8fe-4400-a73e-507c7293e3ce req-72966b40-5b15-43a9-ba0a-2d97dd0b65da tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:08.219702 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e706895d-6417-449c-aff7-33d278aa13c1 req-4e40b989-96bd-4271-ad10-3f4f481c1396 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 May 31 11:56:08.222241 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.246589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:08.298850 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a50776-7e33-4e0b-b9d1-6100b4244679,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:08.332071 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:08.335391 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2925668 May 31 11:56:08.351707 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1033b30867e04d64b8948d4a45f20349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6393790 May 31 11:56:08.352019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34864) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:08.361960 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Request body: {'port': {'device_id': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:08.419954 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.450523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.485606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-01ed0be8-e8fe-4400-a73e-507c7293e3ce req-72966b40-5b15-43a9-ba0a-2d97dd0b65da tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:08.495016 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-01ed0be8-e8fe-4400-a73e-507c7293e3ce req-72966b40-5b15-43a9-ba0a-2d97dd0b65da tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 931 time: 0.4508610 May 31 11:56:08.571714 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.586468 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.605415 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-608a1041-afbc-451b-b56c-093ae64a2667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:08.628400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a50776-7e33-4e0b-b9d1-6100b4244679,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:08.642591 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-01ed0be8-e8fe-4400-a73e-507c7293e3ce req-d7952817-78e0-4dcc-abb7-49bc543cca36 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379037 May 31 11:56:08.642992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:08.642992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.642992 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/84a50776-7e33-4e0b-b9d1-6100b4244679 HTTP/1.1" status: 204 len: 168 time: 0.2884908 May 31 11:56:09.086079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e88867f-a141-4408-8262-098ebea71af8 {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:09.094657 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.109704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Transition to ACTIVE for port object 7e88867f-a141-4408-8262-098ebea71af8 will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:09.203154 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.208457 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:09.362381 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:09.371470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:09.435284 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34908) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:09.466293 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d970e03-32e3-4524-a31f-8a13f72165a1 req-1fe3cde5-2269-486a-a8c3-d7e5f914e74c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:09.468223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5d970e03-32e3-4524-a31f-8a13f72165a1 req-1fe3cde5-2269-486a-a8c3-d7e5f914e74c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1031356 May 31 11:56:09.480347 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.522846 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5d970e03-32e3-4524-a31f-8a13f72165a1 req-bfce3f9d-7e66-4ee2-882f-e11dcd12348e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483446 May 31 11:56:09.621507 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:09.629930 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd17c043d794d5c93db0c987059bf1c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:09.629930 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:09.638886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:09.776420 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.843562 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.854665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14302b7d-4e19-4a69-b79c-c979056c2faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:09.891083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Attempting to bind port 7e88867f-a141-4408-8262-098ebea71af8 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:09.891470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Attempting to bind port 7e88867f-a141-4408-8262-098ebea71af8 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:09.891805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Attempting to bind port 7e88867f-a141-4408-8262-098ebea71af8 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:09.897036 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cd17c043d794d5c93db0c987059bf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606466 May 31 11:56:09.898307 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2c679-f3c1-42b0-b95c-f6a895d57199,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:09.899934 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 34918) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:09.904800 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Port 7e88867f-a141-4408-8262-098ebea71af8 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:09.904904 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Attempting to bind port 7e88867f-a141-4408-8262-098ebea71af8 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:09.926372 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:09.926712 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Checking segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:09.927089 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Bound using segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:09.927534 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Bound port: 7e88867f-a141-4408-8262-098ebea71af8, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:09.927882 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:09.938715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:09.969202 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f2c97-8fe9-45a7-955a-c4b0fa1fb5fc req-18d66ce9-9d0c-4a1f-a94f-0133244706f1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:09.969618 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d06f2c97-8fe9-45a7-955a-c4b0fa1fb5fc req-18d66ce9-9d0c-4a1f-a94f-0133244706f1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 943 time: 0.1821406 May 31 11:56:10.107314 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d06f2c97-8fe9-45a7-955a-c4b0fa1fb5fc req-97daf9bf-e824-48b4-8012-0c3c81acbe32 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047745 May 31 11:56:10.114273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.132814 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:10.151298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.158529 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7e88867f-a141-4408-8262-098ebea71af8,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:10.265912 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.270961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d0440609-818e-4f98-82ea-b1417d745804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:10.317759 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.324652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.325535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.326875 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] 10.222.0.45 "PUT /v2.0/ports/7e88867f-a141-4408-8262-098ebea71af8 HTTP/1.1" status: 200 len: 1093 time: 1.9699295 May 31 11:56:10.335802 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'tag': '7e88867f-a141-4408-8262-098ebea71af8'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:10.338906 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cf9061-124c-4d37-b255-ac590b164de7" -d '{"events": [{"name": "network-changed", "server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "tag": "7e88867f-a141-4408-8262-098ebea71af8"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:10.358500 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.359543 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1a2c679-f3c1-42b0-b95c-f6a895d57199 HTTP/1.1" status: 204 len: 168 time: 0.4579549 May 31 11:56:10.388335 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Pushing event updated for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:10.391914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4622b59-d385-445f-bdc0-bbb754c06b35 x-openstack-request-id: req-a4622b59-d385-445f-bdc0-bbb754c06b35 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:10.392296 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "tag": "7e88867f-a141-4408-8262-098ebea71af8", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:10.392661 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4622b59-d385-445f-bdc0-bbb754c06b35 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:10.393178 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'tag': '7e88867f-a141-4408-8262-098ebea71af8', 'status': 'completed', 'code': 200} May 31 11:56:10.394004 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:10.394625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-68cb3d7f-2b67-49bc-8d3c-544dd41b5e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:10.405673 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2c679-f3c1-42b0-b95c-f6a895d57199,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:10.408424 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:10.486043 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9061-124c-4d37-b255-ac590b164de7 req-4c2b8af8-97f0-4bbd-bc46-5dfdb144cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.487589 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-01cf9061-124c-4d37-b255-ac590b164de7 req-4c2b8af8-97f0-4bbd-bc46-5dfdb144cb07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 1096 time: 0.0773244 May 31 11:56:10.670777 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9061-124c-4d37-b255-ac590b164de7 req-0657bb65-50b2-443c-8dcc-20b59592da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.684239 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-01cf9061-124c-4d37-b255-ac590b164de7 req-0657bb65-50b2-443c-8dcc-20b59592da7a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1775677 May 31 11:56:10.763157 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d0098a01-2e0e-4d27-b840-3964cbe012fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:10.893681 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c53479-aaf3-4e8b-b71e-79e8b45f6713 req-0e300cca-baee-4998-9aa1-d707427750ba tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.895682 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-32c53479-aaf3-4e8b-b71e-79e8b45f6713 req-0e300cca-baee-4998-9aa1-d707427750ba tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.2263989 May 31 11:56:10.932431 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf9061-124c-4d37-b255-ac590b164de7 req-3c685979-bb16-4545-8750-ea4ca13065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:10.933950 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-01cf9061-124c-4d37-b255-ac590b164de7 req-3c685979-bb16-4545-8750-ea4ca13065d4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1846824 May 31 11:56:10.958255 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-32c53479-aaf3-4e8b-b71e-79e8b45f6713 req-ffe2b09f-a297-4eee-a1c5-111f1fae3190 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 May 31 11:56:11.048277 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-246baf8f-46a4-4dd7-af0d-7521037ff748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:11.049758 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-246baf8f-46a4-4dd7-af0d-7521037ff748 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 1096 time: 0.0745571 May 31 11:56:11.137635 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-b7b1d17b-dd21-4d4d-b280-167dab56d94c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e88867f-a141-4408-8262-098ebea71af8 HTTP/1.1" status: 200 len: 217 time: 0.0694952 May 31 11:56:11.402535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-f4d1bbdd-8b1e-4892-9922-a4c613bff505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:11.403973 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-f4d1bbdd-8b1e-4892-9922-a4c613bff505 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.2545376 May 31 11:56:11.461652 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-fc49c733-8f4c-4cac-b2a1-ba3b01f48d3a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457454 May 31 11:56:11.470465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a8c6a-f8aa-4328-98ff-4c3ece4e867b req-ca12426e-2494-45db-bd0f-584312c486ba tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:11.471875 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5f4a8c6a-f8aa-4328-98ff-4c3ece4e867b req-ca12426e-2494-45db-bd0f-584312c486ba tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 943 time: 0.2362335 May 31 11:56:11.601638 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5f4a8c6a-f8aa-4328-98ff-4c3ece4e867b req-78c5a51f-d013-495b-a070-c45e90e93451 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105304 May 31 11:56:11.644737 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-6ebd8c4b-a23b-4bb8-b988-03dee57a2d9f service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717093 May 31 11:56:11.652545 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 34982) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:11.766719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239640668-network', 'tenant_id': '5b7021b70f1a4149b9a47909f5587ad0'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:11.771568 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:11.777553 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Usage tracker for resource:network and tenant:5b7021b70f1a4149b9a47909f5587ad0 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:11.782905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:11.796685 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:11.816223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bd6b813-224e-4f1a-a457-63f9437423b6 req-07263e1c-6a05-4c1f-98f0-d23be9479032 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654925 May 31 11:56:11.871195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Made reservation on behalf of 5b7021b70f1a4149b9a47909f5587ad0 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:11.873891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.892564 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:11.919005 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:11.922330 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Usage tracker for resource:security_group_rule and tenant:5b7021b70f1a4149b9a47909f5587ad0 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:11.925902 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:11.934138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:12.030156 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.134054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.139422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ec279829-0b3b-41b0-8cd8-79e6986f3e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:12.153865 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748f8ef-66fa-46b1-8849-5d630fbf467f req-f1403dad-dbf1-4c1b-aad7-881fa45136b8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:12.155390 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4748f8ef-66fa-46b1-8849-5d630fbf467f req-f1403dad-dbf1-4c1b-aad7-881fa45136b8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0874600 May 31 11:56:12.164988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:56:12.185875 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060707ad-c8ba-4e6f-8585-cb8592a8085c,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:12.188923 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.189266 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Added segment 7eaf211d-c7b7-4532-aaa2-ad6df2fe3977 of type vlan for network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 May 31 11:56:12.190635 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:12.210212 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4748f8ef-66fa-46b1-8849-5d630fbf467f req-8c29846e-6885-4866-af6a-4d7e32b77b54 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484424 May 31 11:56:12.219971 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.430842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.430842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:12.430842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.430842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dcd33e96-9de6-4e82-a488-e7f0ed5ca21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:12.534635 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Pushing event updated for resources: {'Network': ['ID=6d92f123-2532-4c4a-9d38-17cf51b0d6f6,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:12.538759 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:12.546466 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:56:12.627419 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9735911 May 31 11:56:12.629551 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35016) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:12.637225 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Request body: {'subnet': {'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239640668-subnet', 'tenant_id': '5b7021b70f1a4149b9a47909f5587ad0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:12.642302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:12.646363 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Usage tracker for resource:subnet and tenant:5b7021b70f1a4149b9a47909f5587ad0 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:12.649827 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:12.656320 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:12.763148 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Made reservation on behalf of 5b7021b70f1a4149b9a47909f5587ad0 for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:12.765546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:12.804330 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee36cf3-294d-4bf6-8dc7-7abafece19a6 req-fa93e556-3ddb-4ea8-9b23-aff1ec77abf7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:12.812914 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8ee36cf3-294d-4bf6-8dc7-7abafece19a6 req-fa93e556-3ddb-4ea8-9b23-aff1ec77abf7 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 943 time: 0.0964618 May 31 11:56:12.862830 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8ee36cf3-294d-4bf6-8dc7-7abafece19a6 req-ee2cd831-24e0-414e-bc36-ee4806ec2fcd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437145 May 31 11:56:13.014612 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-67f23b87-b84f-491e-b318-c93c6269eb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.303059 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.308346 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1df1b5d0-724c-48ae-8d28-5f5c2acff0a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:13.381985 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583f5a95-f437-460c-85e1-223c7f2d4a16,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:13.385975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:13.392034 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Checking segment: {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:13.392393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Network hostable DHCP agents. Network: 6d92f123-2532-4c4a-9d38-17cf51b0d6f6, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:56:13.420617 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf051193-85b9-4207-8d94-0bf7a7c7b2b2 req-1a81a242-a497-455a-91f5-cfa2bfb31845 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:13.422172 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bf051193-85b9-4207-8d94-0bf7a7c7b2b2 req-1a81a242-a497-455a-91f5-cfa2bfb31845 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0926328 May 31 11:56:13.468438 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bf051193-85b9-4207-8d94-0bf7a7c7b2b2 req-1efa5766-ddc0-442b-b331-b5c2af10f65e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 May 31 11:56:13.477104 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.558015 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:56:13.654137 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 6d92f123-2532-4c4a-9d38-17cf51b0d6f6) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:13.659754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:13.660934 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:13.668086 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304f5b5-e32e-4279-9987-7d8f73223929 None None] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:13.779492 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b9f52a4b-152d-43c8-aacb-4c65335f2276 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1483037 May 31 11:56:13.952835 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32617c3-95e8-47c0-bf1e-36bb349b4a2f None None] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:56:14.067968 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85432b-542d-49d2-8072-b5c38291d795 req-e5b2b055-ce27-471b-b359-c6174c463c99 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:14.069465 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ec85432b-542d-49d2-8072-b5c38291d795 req-e5b2b055-ce27-471b-b359-c6174c463c99 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 943 time: 0.0832531 May 31 11:56:14.154641 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ec85432b-542d-49d2-8072-b5c38291d795 req-d665bb9f-4990-4e4d-9315-f93528efc010 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768538 May 31 11:56:14.231455 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:14.656144 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7e88867f-a141-4408-8262-098ebea71af8 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:14.703219 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c304b6-ec8e-4580-bc05-89007bbbba3d req-6680eca3-aaed-46bd-b0fc-6c0624bf5461 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:14.704782 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e4c304b6-ec8e-4580-bc05-89007bbbba3d req-6680eca3-aaed-46bd-b0fc-6c0624bf5461 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1253672 May 31 11:56:14.773810 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e4c304b6-ec8e-4580-bc05-89007bbbba3d req-43d1fe3e-16a0-40cf-82a2-441c931609e2 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598292 May 31 11:56:14.816309 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7e88867f-a141-4408-8262-098ebea71af8,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:14.830070 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '7e88867f-a141-4408-8262-098ebea71af8', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'port_id': '7e88867f-a141-4408-8262-098ebea71af8', 'mac_address': 'fa:16:3e:0a:45:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c3c8b-dd89-488d-ba7c-9b3794461250', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:14.890538 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:14.908648 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e88867f-a141-4408-8262-098ebea71af8 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:14.924892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7e88867f-a141-4408-8262-098ebea71af8,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:15.020171 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.022013 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:15.093887 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:15.096995 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:15.469475 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['7e88867f-a141-4408-8262-098ebea71af8'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:15.478794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea8199-71d6-42c6-88aa-09edd36c4933 req-9df30a69-a495-473e-8326-8331436c5942 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.480365 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2cea8199-71d6-42c6-88aa-09edd36c4933 req-9df30a69-a495-473e-8326-8331436c5942 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 944 time: 0.1728332 May 31 11:56:15.538015 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:15.553039 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2cea8199-71d6-42c6-88aa-09edd36c4933 req-f70860dd-459a-4858-8182-68276d3c3888 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589731 May 31 11:56:15.945828 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:15.988408 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9736319-55f9-4359-b3e7-2ceba173c903 req-58f07682-6e38-4fae-a7c1-2b3577416c7a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:15.996704 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f9736319-55f9-4359-b3e7-2ceba173c903 req-58f07682-6e38-4fae-a7c1-2b3577416c7a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1067512 May 31 11:56:16.050797 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f9736319-55f9-4359-b3e7-2ceba173c903 req-d9e3d221-b157-494f-b3e3-1b91ce203342 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 May 31 11:56:16.661660 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7e88867f-a141-4408-8262-098ebea71af8 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:16.772648 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980f1e-451f-4a7a-8d01-ff585212e519 req-ca2a7469-bc79-4b22-88f8-da5f44ddaf9d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:16.774134 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d7980f1e-451f-4a7a-8d01-ff585212e519 req-ca2a7469-bc79-4b22-88f8-da5f44ddaf9d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 944 time: 0.1020236 May 31 11:56:16.818772 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d7980f1e-451f-4a7a-8d01-ff585212e519 req-fd4648dd-b1db-4820-bccc-491c126014e3 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385454 May 31 11:56:16.847762 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 7e88867f-a141-4408-8262-098ebea71af8 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:16.852768 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 7e88867f-a141-4408-8262-098ebea71af8 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:16.854905 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.972092 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:16.999993 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e88867f-a141-4408-8262-098ebea71af8'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:17.002349 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2f3ed-36ce-4844-8ff0-3f8393b1643a" -d '{"events": [{"server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "name": "network-vif-plugged", "status": "completed", "tag": "7e88867f-a141-4408-8262-098ebea71af8"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:17.014849 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7e88867f-a141-4408-8262-098ebea71af8,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:17.044697 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02702a64-a345-4d7d-a3ca-7160175324bb x-openstack-request-id: req-02702a64-a345-4d7d-a3ca-7160175324bb {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:17.044987 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "name": "network-vif-plugged", "status": "completed", "tag": "7e88867f-a141-4408-8262-098ebea71af8", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:17.045244 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02702a64-a345-4d7d-a3ca-7160175324bb {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:17.045659 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e88867f-a141-4408-8262-098ebea71af8', 'code': 200} May 31 11:56:17.100118 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:17.102670 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a630066d-56d5-4a79-a73b-d381ae210024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:17.174494 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:17.177834 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:17.261555 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65546dc-f6f7-4c83-a2f4-74dc29d8f985 req-134db6ad-081f-4bee-a6ce-bc0773b8d86e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:17.269373 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d65546dc-f6f7-4c83-a2f4-74dc29d8f985 req-134db6ad-081f-4bee-a6ce-bc0773b8d86e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1101346 May 31 11:56:17.313538 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d65546dc-f6f7-4c83-a2f4-74dc29d8f985 req-e0c297eb-3a81-4423-bdaa-feb130a21203 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429065 May 31 11:56:17.493453 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc31f4a-5beb-4f2c-8f06-2f4e29236b58 req-c8e6099e-dd9c-49e7-be4a-d0fcf5e6535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:17.495727 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3fc31f4a-5beb-4f2c-8f06-2f4e29236b58 req-c8e6099e-dd9c-49e7-be4a-d0fcf5e6535d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 1098 time: 0.0789387 May 31 11:56:17.559178 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3fc31f4a-5beb-4f2c-8f06-2f4e29236b58 req-cc01d7ff-45b3-4487-ab71-226c2cd52d71 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393193 May 31 11:56:17.723536 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb0823-bc49-4695-b5a4-9d693a81ba03 req-34f37771-ec91-4c56-b6e2-1def270e597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:17.726955 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8beb0823-bc49-4695-b5a4-9d693a81ba03 req-34f37771-ec91-4c56-b6e2-1def270e597b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 1098 time: 0.0958238 May 31 11:56:17.783319 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35162) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:17.812162 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8beb0823-bc49-4695-b5a4-9d693a81ba03 req-271b4575-796a-4a74-bd71-6c833ad30a50 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773070 May 31 11:56:18.031426 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.046528 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-27b23d80-2c42-45b8-b933-c1ec17d6239b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:18.047987 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-27b23d80-2c42-45b8-b933-c1ec17d6239b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 808 time: 0.1701210 May 31 11:56:18.059527 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:18.073042 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-209ee0bc-a8a8-4b67-8be7-9d1ea8111f75 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/quotas/5b7021b70f1a4149b9a47909f5587ad0 HTTP/1.1" status: 200 len: 375 time: 0.0174050 May 31 11:56:18.076078 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Usage tracker for resource:security_group_rule and tenant:2dbbb424a5a745d8bc240624bd9bb046 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:18.081749 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:18.091242 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:18.110785 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3252637-c9aa-4a0f-829a-02c5f1f94493 req-1f547f5d-6caa-467f-9164-5f810f9b787b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:18.112268 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3252637-c9aa-4a0f-829a-02c5f1f94493 req-1f547f5d-6caa-467f-9164-5f810f9b787b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 945 time: 0.1387725 May 31 11:56:18.125603 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-cae20f68-9358-4f7b-88f8-6d1b575923b7 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524454 May 31 11:56:18.177499 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3252637-c9aa-4a0f-829a-02c5f1f94493 req-2eb0e90a-2532-4ddb-959d-d6916fecdedf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 May 31 11:56:18.239110 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.268934 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-177e056c-10bd-4f1d-8253-84cc94ab7896 service neutron] 10.222.0.20 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421742 May 31 11:56:18.351904 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.359416 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9d233d95-587b-4b82-b81b-bd659ed400f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:18.413506 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-5ddaddc7-7c71-458b-b3f8-0b1ee73ddb2a service neutron] 10.222.0.20 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359720 May 31 11:56:18.416149 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dbbb424a5a745d8bc240624bd9bb046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317987 May 31 11:56:18.418118 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655fffbe-293d-483c-8071-6842e7e3aeb9,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:18.418843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35200) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:18.421384 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:18.495298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.522978 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d4a38-9319-4557-b5d5-c5a0e898238a req-7ab1fa9a-f87a-4c52-9d13-faf35e4b0952 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:18.524787 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a09d4a38-9319-4557-b5d5-c5a0e898238a req-7ab1fa9a-f87a-4c52-9d13-faf35e4b0952 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0908744 May 31 11:56:18.531281 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.573355 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a09d4a38-9319-4557-b5d5-c5a0e898238a req-51563629-17a2-422f-bb0b-9ae48e2b2305 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428414 May 31 11:56:18.708241 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dbab7576-8f76-4f3a-aec5-160040559967 req-a21e88fe-bc31-4c5f-a249-30d67c79f566 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 210 time: 0.0421615 May 31 11:56:18.751619 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.757129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5d0e5fa0-9fae-40c7-a05a-a7aad320a008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:18.770075 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655fffbe-293d-483c-8071-6842e7e3aeb9,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:18.772613 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:18.773889 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:18.779910 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/655fffbe-293d-483c-8071-6842e7e3aeb9 HTTP/1.1" status: 204 len: 168 time: 0.3558819 May 31 11:56:19.380283 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4834ace-a27a-475d-8894-39005f578c88 req-1a556e61-41c9-4457-9b88-9eb383d848ea tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.388989 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e4834ace-a27a-475d-8894-39005f578c88 req-1a556e61-41c9-4457-9b88-9eb383d848ea tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 945 time: 0.0950620 May 31 11:56:19.443825 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e4834ace-a27a-475d-8894-39005f578c88 req-27f3f640-4a59-44c5-adb0-1ac057737b76 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 May 31 11:56:19.659264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35234) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:19.685036 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:19.735524 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:19.741747 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Usage tracker for resource:security_group_rule and tenant:2dcd9aee1bf74a17b8506d34328b832f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:19.745263 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:19.757130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:19.806034 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9d9f096b-4abb-4e9d-8adc-b6b03dfe63dd req-68d56397-d82d-4aad-97eb-0a44fe2691de tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 210 time: 0.0433362 May 31 11:56:19.808416 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392741ac-674f-4f02-8277-5bcad71807e9 req-628509a3-5ec2-4d4d-8ca6-f1ab162bb7e4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:19.809922 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-392741ac-674f-4f02-8277-5bcad71807e9 req-628509a3-5ec2-4d4d-8ca6-f1ab162bb7e4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1220765 May 31 11:56:19.947500 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-392741ac-674f-4f02-8277-5bcad71807e9 req-bb28f9a3-e296-4dcb-9aa5-3ace4ac4aac5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299567 May 31 11:56:19.973167 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.089399 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.096236 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-13cb23ff-fe0c-40f9-bf17-ed4838df4c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:20.138782 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736db771-431a-42e7-8c8c-af546575ddfc,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:20.143454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2dcd9aee1bf74a17b8506d34328b832f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831791 May 31 11:56:20.144616 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:20.146144 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35248) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:20.168110 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74041050-b05a-4635-86f1-894e18b7f9f0 req-b31d838c-cba1-4910-99e6-d7ea357eceac tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:20.175632 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74041050-b05a-4635-86f1-894e18b7f9f0 req-b31d838c-cba1-4910-99e6-d7ea357eceac tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1247928 May 31 11:56:20.209396 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.236555 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74041050-b05a-4635-86f1-894e18b7f9f0 req-ee0dd3e6-ab3f-4e30-9a19-dd07d12ede69 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590549 May 31 11:56:20.244886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.409345 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.414611 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:20.429913 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736db771-431a-42e7-8c8c-af546575ddfc,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:20.433903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:20.439985 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:20.439985 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/736db771-431a-42e7-8c8c-af546575ddfc HTTP/1.1" status: 204 len: 168 time: 0.2916059 May 31 11:56:20.972041 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-98137be4-da5f-4f92-ac92-bb1afea01e88 req-1e4099ed-aee0-41e6-8f49-595ff72db42a tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 210 time: 0.0491064 May 31 11:56:21.599961 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35312) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:21.773887 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.795193 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:21.799529 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Usage tracker for resource:security_group_rule and tenant:414c792df7de4e248e0f4603d8bf068a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:21.804159 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:21.812113 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:21.920119 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:21.985454 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-f85d1a2d-4bba-41ed-bdcd-e6804a3cd07a tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:21.995511 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-f85d1a2d-4bba-41ed-bdcd-e6804a3cd07a tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 808 time: 0.1633554 May 31 11:56:22.003044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Request body: {'port': {'device_id': 'd762139d-381f-48c2-9212-ba758c4397d7', 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6', 'admin_state_up': True, 'tenant_id': '5b7021b70f1a4149b9a47909f5587ad0'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:22.027114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.036201 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-20842760-ec48-4e9a-89e9-bd6782c280a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:22.078902 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4818ade-ec34-4973-adb0-66d886660ab7,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:22.091330 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:22.099717 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=414c792df7de4e248e0f4603d8bf068a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4938960 May 31 11:56:22.100040 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35346) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:22.150802 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f44b5492-0f5a-41cf-b444-5622481f712d req-e52daa8f-e54c-4bad-b6e3-1575d2cc9b24 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 210 time: 0.0579453 May 31 11:56:22.224544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.254304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:22.263526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Usage tracker for resource:port and tenant:5b7021b70f1a4149b9a47909f5587ad0 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:22.267313 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.274896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:22.284429 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:22.431308 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Made reservation on behalf of 5b7021b70f1a4149b9a47909f5587ad0 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:22.440239 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.458136 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.465345 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:22.520918 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4818ade-ec34-4973-adb0-66d886660ab7,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:22.523480 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:22.558629 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:22.559839 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4818ade-ec34-4973-adb0-66d886660ab7 HTTP/1.1" status: 204 len: 168 time: 0.4601495 May 31 11:56:22.678013 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Allocated IP 172.20.0.8 (6d92f123-2532-4c4a-9d38-17cf51b0d6f6/583f5a95-f437-460c-85e1-223c7f2d4a16/f244dc5d-f19c-421d-8c7d-f932dfcab414) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:22.821379 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35372) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:22.945535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.055830 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.062311 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:23.158708 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.164599 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:23.168083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:23.176494 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:23.176911 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:23.183596 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Usage tracker for resource:security_group_rule and tenant:88459b630c5f4b5c9d9a8ef73e3bb936 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:23.184547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:23.190326 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:23.237856 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Pushing event updated for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:23.245252 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:23.318126 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.318635 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.362421 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11059a93-fe8e-4052-99eb-a55b237f6e9f req-4213fc0f-ff30-4680-8d8a-5b465525b216 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.366219 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-11059a93-fe8e-4052-99eb-a55b237f6e9f req-4213fc0f-ff30-4680-8d8a-5b465525b216 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1298335 May 31 11:56:23.407400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.408324 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-11059a93-fe8e-4052-99eb-a55b237f6e9f req-a945b94a-cfd1-4c80-b937-3fb0296ad98f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402067 May 31 11:56:23.410106 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4114778 May 31 11:56:23.422821 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Request body: {'port': {'device_id': 'd762139d-381f-48c2-9212-ba758c4397d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:23.427119 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-42ee0547-6fac-48dd-8110-47738af9a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.427119 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-42ee0547-6fac-48dd-8110-47738af9a0fa service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.1811132 May 31 11:56:23.431965 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890d033-9abf-478f-b877-dfbc922273c9 req-d7e61263-026d-4bca-b7c8-04b3fdae017b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.433291 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a890d033-9abf-478f-b877-dfbc922273c9 req-d7e61263-026d-4bca-b7c8-04b3fdae017b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 931 time: 0.1544290 May 31 11:56:23.476498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35388) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:23.542416 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.544629 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.560047 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9a3437bb-7138-4a05-8062-34560cc100b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:23.586866 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.639680 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-a890d033-9abf-478f-b877-dfbc922273c9 req-97114af9-6453-432f-a8bb-14f059e093fe tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Synchronizing usage tracker for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:23.642469 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:23.651263 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88459b630c5f4b5c9d9a8ef73e3bb936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281066 May 31 11:56:23.661039 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35394) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:23.666745 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dd5ac4-3ffc-4a7d-b2d1-b1b5b04ca23b,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:23.674649 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Usage tracker for resource:security_group_rule and tenant:42dad1b4a54c46b1b9f94acb9ccd7295 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:23.676615 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:23.678994 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:23.700952 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:23.714163 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-3019deaa-6969-49b9-8059-06f7bd71962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.718914 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-3019deaa-6969-49b9-8059-06f7bd71962e service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.2814040 May 31 11:56:23.787780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-a890d033-9abf-478f-b877-dfbc922273c9 req-97114af9-6453-432f-a8bb-14f059e093fe tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Unset dirty status for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:23.788901 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a890d033-9abf-478f-b877-dfbc922273c9 req-97114af9-6453-432f-a8bb-14f059e093fe tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349600 May 31 11:56:23.793734 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-9d7112cb-a29c-4586-92aa-bba3813eaad8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0671759 May 31 11:56:23.832648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.890833 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-140ae3b5-ddda-4642-b012-bc57fef2da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:23.892279 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-140ae3b5-ddda-4642-b012-bc57fef2da0c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.0894742 May 31 11:56:23.951939 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:23.955858 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-b0eeb7bd-ea17-4ab5-88c5-f26b99588210 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518737 May 31 11:56:23.960054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.035125 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.045912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:24.074692 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f244dc5d-f19c-421d-8c7d-f932dfcab414 {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:24.083250 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.112832 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cf26a9-1592-4db4-b3c1-6d25117baeea,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:24.115978 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:24.125677 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35404) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:24.130796 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42dad1b4a54c46b1b9f94acb9ccd7295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532755 May 31 11:56:24.158389 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-8c514c53-a204-4e72-9337-49000e263026 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949358 May 31 11:56:24.163268 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Transition to ACTIVE for port object f244dc5d-f19c-421d-8c7d-f932dfcab414 will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:24.170908 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.176971 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e40b5de2-c5c7-4b97-8c92-77a5ae6d08bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:24.197939 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dd5ac4-3ffc-4a7d-b2d1-b1b5b04ca23b,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:24.201582 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:24.208792 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.212215 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/72dd5ac4-3ffc-4a7d-b2d1-b1b5b04ca23b HTTP/1.1" status: 204 len: 168 time: 0.5479360 May 31 11:56:24.231094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.272544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.281113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.289649 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:24.334949 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-85c81da9-43bf-4099-82fb-f0ea47cf89db req-b2a0d19a-0e88-49e0-a556-fe0c02f59c12 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665013 May 31 11:56:24.488981 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:24.496049 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:24.568021 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Attempting to bind port f244dc5d-f19c-421d-8c7d-f932dfcab414 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:24.568469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Attempting to bind port f244dc5d-f19c-421d-8c7d-f932dfcab414 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:24.568865 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Attempting to bind port f244dc5d-f19c-421d-8c7d-f932dfcab414 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:24.575030 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Port f244dc5d-f19c-421d-8c7d-f932dfcab414 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:24.575502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Attempting to bind port f244dc5d-f19c-421d-8c7d-f932dfcab414 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:24.580872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:24.581206 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Checking segment: {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:24.581592 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Bound using segment: {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:24.582051 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Bound port: f244dc5d-f19c-421d-8c7d-f932dfcab414, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:24.582395 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.615864 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4846c95-13de-4a94-ade7-42a8d9bf0729 req-09dca10c-ffb9-43f4-a9e0-20ae5fa90e16 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:24.617398 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d4846c95-13de-4a94-ade7-42a8d9bf0729 req-09dca10c-ffb9-43f4-a9e0-20ae5fa90e16 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0793607 May 31 11:56:24.674837 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d4846c95-13de-4a94-ade7-42a8d9bf0729 req-5ee2cdff-6195-4be8-9ecf-3b4763183d31 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505645 May 31 11:56:24.678474 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:24.681756 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:24.786537 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.791921 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.797327 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:24.861028 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:24.861626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.862994 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] 10.222.0.45 "PUT /v2.0/ports/f244dc5d-f19c-421d-8c7d-f932dfcab414 HTTP/1.1" status: 200 len: 1093 time: 1.4447997 May 31 11:56:24.863477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:24.865695 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81667cbb-b50a-4943-91e1-1a1e335ce597" -d '{"events": [{"name": "network-changed", "server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:24.871561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.872594 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85cf26a9-1592-4db4-b3c1-6d25117baeea HTTP/1.1" status: 204 len: 168 time: 0.7458887 May 31 11:56:24.885248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:24.888512 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:24.888930 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:24.900592 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cf26a9-1592-4db4-b3c1-6d25117baeea,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:24.902135 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:25.036048 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9f247-cde7-4a5b-87ed-3359d70e57a2 req-293cf9ed-e6b0-43e6-9c72-ab93b4c0c923 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.043649 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dec9f247-cde7-4a5b-87ed-3359d70e57a2 req-293cf9ed-e6b0-43e6-9c72-ab93b4c0c923 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 943 time: 0.0953014 May 31 11:56:25.076117 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aba026f-7816-4ca5-8ecf-2ba3a9f6a41d x-openstack-request-id: req-3aba026f-7816-4ca5-8ecf-2ba3a9f6a41d {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:25.076969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:25.077405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3aba026f-7816-4ca5-8ecf-2ba3a9f6a41d {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:25.078607 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414', 'status': 'completed', 'code': 200} May 31 11:56:25.095894 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dec9f247-cde7-4a5b-87ed-3359d70e57a2 req-e249a844-e42c-4aca-8bbf-ec615c4f9c56 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 May 31 11:56:25.124485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-f0618105-4758-42a0-bc8a-0bec27fccd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.126342 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-f0618105-4758-42a0-bc8a-0bec27fccd70 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 1096 time: 0.1025538 May 31 11:56:25.210439 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-b9d89a0e-8b1a-4579-9f33-18ecce67d52b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414 HTTP/1.1" status: 200 len: 217 time: 0.0689085 May 31 11:56:25.278760 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-24231c5d-6ecb-4168-b43e-7f3e63e8fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.280302 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-24231c5d-6ecb-4168-b43e-7f3e63e8fb3a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583f5a95-f437-460c-85e1-223c7f2d4a16 HTTP/1.1" status: 200 len: 848 time: 0.0634224 May 31 11:56:25.340504 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-f18fbcfc-9cc4-4abc-a9f2-048582018f82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497899 May 31 11:56:25.484350 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-10e5b38e-858f-4537-a956-954c3f187fb4 service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363451 May 31 11:56:25.640161 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06a3cb50-f4c1-46b3-8f26-e9a7abdca659 req-e4de4721-0d69-47f2-a820-0c67cac4c88a service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419387 May 31 11:56:25.887197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d505e-7226-4559-aca0-9c32ab186515 req-f5aace88-7a79-4f68-bc69-2f670a98e7c6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.889986 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b0d505e-7226-4559-aca0-9c32ab186515 req-f5aace88-7a79-4f68-bc69-2f670a98e7c6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1114223 May 31 11:56:25.906437 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-d5d80bd3-6c2a-4966-a5ad-806f7a9c219e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:25.908095 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-d5d80bd3-6c2a-4966-a5ad-806f7a9c219e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 1096 time: 0.1037734 May 31 11:56:25.945072 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b0d505e-7226-4559-aca0-9c32ab186515 req-df177605-8e3b-4984-a6f7-2a25c2bf7829 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493162 May 31 11:56:26.065246 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-ce6011b0-5191-4deb-b378-89140b4d285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:26.066749 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-ce6011b0-5191-4deb-b378-89140b4d285d service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 909 time: 0.1370642 May 31 11:56:26.205800 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-8ce65123-8b18-41bb-b108-90b8a6bf0c23 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414 HTTP/1.1" status: 200 len: 217 time: 0.1172180 May 31 11:56:26.403764 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-c8c680e1-b9ed-4ef3-a081-41bb391f9bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:26.405527 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-c8c680e1-b9ed-4ef3-a081-41bb391f9bbe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583f5a95-f437-460c-85e1-223c7f2d4a16 HTTP/1.1" status: 200 len: 848 time: 0.1893547 May 31 11:56:26.596561 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-5576356f-47c2-4ce2-9ca2-0d0613bbe773 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465176 May 31 11:56:26.596561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3b6ab-4362-4bd0-93b3-0e05418c6f3d req-7f3a122e-923f-47d0-958c-3d46edf04b10 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:26.596561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-02a3b6ab-4362-4bd0-93b3-0e05418c6f3d req-7f3a122e-923f-47d0-958c-3d46edf04b10 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Synchronizing usage tracker for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:26.634922 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-8b30935d-13c9-43d3-98d3-52face41f270 service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660659 May 31 11:56:26.737109 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-02a3b6ab-4362-4bd0-93b3-0e05418c6f3d req-7f3a122e-923f-47d0-958c-3d46edf04b10 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Unset dirty status for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:26.742207 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-02a3b6ab-4362-4bd0-93b3-0e05418c6f3d req-7f3a122e-923f-47d0-958c-3d46edf04b10 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 943 time: 0.4785912 May 31 11:56:26.824919 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-02a3b6ab-4362-4bd0-93b3-0e05418c6f3d req-8a14f8d5-457b-4bdd-9536-64734bef1977 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736902 May 31 11:56:26.833336 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-81667cbb-b50a-4943-91e1-1a1e335ce597 req-63c35bd7-3bb1-473d-a667-2d1cb0eda74d service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912723 May 31 11:56:27.341933 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a373dd-c9bc-46ef-8958-1893a8bd7bae req-21a857a2-0ba8-4f06-b09c-16fae22eee23 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:27.362173 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-33a373dd-c9bc-46ef-8958-1893a8bd7bae req-21a857a2-0ba8-4f06-b09c-16fae22eee23 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1323245 May 31 11:56:27.413658 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-33a373dd-c9bc-46ef-8958-1893a8bd7bae req-7b4047b7-5022-433d-8f13-6efd1b870a91 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 May 31 11:56:28.092427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488abe6-9c0f-400d-8e3f-497e924e09ce req-30f98b35-0c97-4854-a12d-60158f06c005 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:28.093924 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8488abe6-9c0f-400d-8e3f-497e924e09ce req-30f98b35-0c97-4854-a12d-60158f06c005 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 943 time: 0.1569390 May 31 11:56:28.156912 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8488abe6-9c0f-400d-8e3f-497e924e09ce req-360d7eb9-2b21-4cd1-8bad-b5bf12f932a0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552850 May 31 11:56:28.616277 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ac9da-b944-418a-9d8e-bc51c3278897 req-ed3b5cab-bc12-4774-8438-eacf5f16d8be tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:28.617763 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-390ac9da-b944-418a-9d8e-bc51c3278897 req-ed3b5cab-bc12-4774-8438-eacf5f16d8be tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0930371 May 31 11:56:28.679507 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-390ac9da-b944-418a-9d8e-bc51c3278897 req-0f1002ef-83a1-4bbe-88cf-403e83e1e612 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489075 May 31 11:56:28.726881 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device f244dc5d-f19c-421d-8c7d-f932dfcab414 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:28.864768 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:28.878562 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'f244dc5d-f19c-421d-8c7d-f932dfcab414', 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6', 'port_id': 'f244dc5d-f19c-421d-8c7d-f932dfcab414', 'mac_address': 'fa:16:3e:f9:0e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f5a95-f437-460c-85e1-223c7f2d4a16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:28.945573 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:28.965133 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f244dc5d-f19c-421d-8c7d-f932dfcab414 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:28.982008 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:29.079210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:29.081959 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:29.147936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:29.151817 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:29.346678 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e610e-e89e-4be8-953f-9d720ee6b88f req-e42c5915-041f-41a6-8af1-a6bbc26325e1 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:29.356677 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-303e610e-e89e-4be8-953f-9d720ee6b88f req-e42c5915-041f-41a6-8af1-a6bbc26325e1 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 944 time: 0.0893846 May 31 11:56:29.395425 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-303e610e-e89e-4be8-953f-9d720ee6b88f req-43152115-434a-4819-bafd-cce3f9d89126 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410974 May 31 11:56:29.480088 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['f244dc5d-f19c-421d-8c7d-f932dfcab414'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:29.892050 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df195f47-94a7-413f-a349-a557d2660ea7 req-9eeba09a-87bd-4206-8651-3f18ee2d4e50 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:29.893530 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df195f47-94a7-413f-a349-a557d2660ea7 req-9eeba09a-87bd-4206-8651-3f18ee2d4e50 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1000521 May 31 11:56:29.946597 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df195f47-94a7-413f-a349-a557d2660ea7 req-56937f28-2bd5-40c9-ab58-27e1644af9d8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467584 May 31 11:56:30.609329 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670e0b9-4a26-4c1e-86f2-7b977b1eb977 req-6febae5a-4641-44f7-a33b-8d0c4005f39f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:30.611095 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6670e0b9-4a26-4c1e-86f2-7b977b1eb977 req-6febae5a-4641-44f7-a33b-8d0c4005f39f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 944 time: 0.0968091 May 31 11:56:30.635400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-f01d0ea8-d7c3-49d6-8b6c-e8de5ed36183 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:30.635400 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-f01d0ea8-d7c3-49d6-8b6c-e8de5ed36183 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.1782856 May 31 11:56:30.664261 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-d00b6246-5d1d-4815-9033-d97ad48a5369 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/quotas/7d2fd09219604cb68cf3510050a6d5d9 HTTP/1.1" status: 200 len: 375 time: 0.0203629 May 31 11:56:30.694763 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6670e0b9-4a26-4c1e-86f2-7b977b1eb977 req-9f401d7c-cc30-4edd-9973-042fc8d54540 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 May 31 11:56:30.741889 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device f244dc5d-f19c-421d-8c7d-f932dfcab414 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:30.787539 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-85ebe63d-ef21-4dd5-ba56-ddf584ee9b5b tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162241 May 31 11:56:30.947738 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-ea569b9f-33b5-4f7c-bdb3-f8822a141424 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560218 May 31 11:56:31.019821 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port f244dc5d-f19c-421d-8c7d-f932dfcab414 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:31.026154 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port f244dc5d-f19c-421d-8c7d-f932dfcab414 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:31.027037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:31.096198 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-7c152a48-8f6d-4b62-8b12-e36012b87a47 service neutron] 10.222.0.20 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451774 May 31 11:56:31.207314 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e9bdd-ebad-41e1-823e-b63de6caa949 req-05df29ca-8c00-449e-a69d-c3a0b7b41b12 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:31.210170 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-730e9bdd-ebad-41e1-823e-b63de6caa949 req-05df29ca-8c00-449e-a69d-c3a0b7b41b12 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1161888 May 31 11:56:31.222664 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:31.252492 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:31.254931 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d5bf0-c201-4c5a-b00c-a9455c9c450a" -d '{"events": [{"server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "name": "network-vif-plugged", "status": "completed", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:31.256969 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-730e9bdd-ebad-41e1-823e-b63de6caa949 req-b2fd18f4-9c8d-452b-bd67-c879f2ed98cd tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 May 31 11:56:31.263945 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:31.396770 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:31.398726 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:31.447514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18d51f-0ef4-4d20-afe6-2a2a104ce3cb x-openstack-request-id: req-fa18d51f-0ef4-4d20-afe6-2a2a104ce3cb {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:31.447514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "name": "network-vif-plugged", "status": "completed", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:31.447514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa18d51f-0ef4-4d20-afe6-2a2a104ce3cb {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:31.447514 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414', 'code': 200} May 31 11:56:31.518638 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-52fed640-207b-48d4-be4c-ec8964b49523 req-8737c273-fc6a-41ef-bf06-87d9b3d8d8df tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.0733974 May 31 11:56:31.526776 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:31.533449 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:31.890357 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade24ad-cc67-4988-89dc-1ae6eeb85975 req-60bb0402-39f0-461d-b523-3c16ce3b2343 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:31.891923 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eade24ad-cc67-4988-89dc-1ae6eeb85975 req-60bb0402-39f0-461d-b523-3c16ce3b2343 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.0875013 May 31 11:56:31.972079 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eade24ad-cc67-4988-89dc-1ae6eeb85975 req-5ae05b7b-e3ac-46d3-969f-56576193f8a6 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734994 May 31 11:56:32.051384 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328916-c671-4e8a-92c7-f824439b2871 req-0e3b7df6-4e64-495a-9ff4-45016ab952a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:32.052858 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dc328916-c671-4e8a-92c7-f824439b2871 req-0e3b7df6-4e64-495a-9ff4-45016ab952a4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 1098 time: 0.0898128 May 31 11:56:32.094226 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dc328916-c671-4e8a-92c7-f824439b2871 req-31d14621-5ef9-419f-bc87-88993f08463d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 May 31 11:56:32.482160 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdccb3d-64e0-4b4f-ba0b-1f72ad9d010a req-56975a26-f81f-4b4a-85d1-46caf1243ef6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:32.496165 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6bdccb3d-64e0-4b4f-ba0b-1f72ad9d010a req-56975a26-f81f-4b4a-85d1-46caf1243ef6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1242747 May 31 11:56:32.546434 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6bdccb3d-64e0-4b4f-ba0b-1f72ad9d010a req-9aede7c9-81f8-434a-94b4-3d16afaa398d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442433 May 31 11:56:32.631971 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a3d30d68-3649-46b3-8ab4-4a0442b31884 req-5663f680-f9b8-48a7-90b1-7bf47ab06ff1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.0461764 May 31 11:56:33.161942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9effd5-4475-4101-893c-ce2c761b116d req-a0ec42c1-7fe4-4486-8c8d-9408807742eb tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.163451 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0d9effd5-4475-4101-893c-ce2c761b116d req-a0ec42c1-7fe4-4486-8c8d-9408807742eb tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.0890887 May 31 11:56:33.218600 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0d9effd5-4475-4101-893c-ce2c761b116d req-758a3a85-9b27-4661-a426-534bc1d4d90d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 May 31 11:56:33.480472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35784) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:33.605693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.624575 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:33.628803 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Usage tracker for resource:security_group_rule and tenant:8849f0ca13804133b470473455fc8415 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:33.637253 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:33.643781 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:33.731526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.763442 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874dd743-173e-4f49-bf35-53e9d0854208 req-b0e4b687-9256-4d7f-a0da-b746cfdb6ec5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:33.765026 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-874dd743-173e-4f49-bf35-53e9d0854208 req-b0e4b687-9256-4d7f-a0da-b746cfdb6ec5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0903199 May 31 11:56:33.809843 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-874dd743-173e-4f49-bf35-53e9d0854208 req-322798a1-1a71-4527-8f5a-107d3044f53c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393662 May 31 11:56:33.871186 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9fedaf9a-0b9f-49d3-8873-6935ac7ebc76 req-29f15f2d-b70e-4ef0-bfd2-2cc9c7c77ec9 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.0446622 May 31 11:56:33.871934 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:33.883327 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:33.921336 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8849f0ca13804133b470473455fc8415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396639 May 31 11:56:33.923075 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439968a1-2851-4a46-bf1a-27e057742611,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:33.924111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35796) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:33.926318 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:33.982956 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.008900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.116843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.120572 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2ca7a71a-a987-4aae-805f-99a7c64a5775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:34.134567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439968a1-2851-4a46-bf1a-27e057742611,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:34.138339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:34.152404 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:34.153521 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/439968a1-2851-4a46-bf1a-27e057742611 HTTP/1.1" status: 204 len: 168 time: 0.2283516 May 31 11:56:34.433745 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cc73b-b211-431a-9edd-b909fedabd3e req-3d8a2d5d-ef57-4994-b17b-8800a7cde091 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.435227 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-495cc73b-b211-431a-9edd-b909fedabd3e req-3d8a2d5d-ef57-4994-b17b-8800a7cde091 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.1034060 May 31 11:56:34.480490 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-495cc73b-b211-431a-9edd-b909fedabd3e req-92e89325-27ad-4200-80f3-74a62929b59a tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394111 May 31 11:56:34.712370 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-19c8cf4f-79df-43c8-8398-868aec3a8fbe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:34.713813 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-19c8cf4f-79df-43c8-8398-868aec3a8fbe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/networks?id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 200 len: 815 time: 0.1516690 May 31 11:56:34.727065 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Request body: {'port': {'device_id': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'admin_state_up': True, 'tenant_id': '7d2fd09219604cb68cf3510050a6d5d9'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:34.883337 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:34.887588 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Usage tracker for resource:port and tenant:7d2fd09219604cb68cf3510050a6d5d9 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:34.893266 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:34.897330 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:35.003713 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b92a7-4633-44e3-a943-5f17e9e58b25 req-a7bc7d58-13a2-424d-b38b-9a5b30ca54a9 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.005525 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1f4b92a7-4633-44e3-a943-5f17e9e58b25 req-a7bc7d58-13a2-424d-b38b-9a5b30ca54a9 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0837784 May 31 11:56:35.006940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Made reservation on behalf of 7d2fd09219604cb68cf3510050a6d5d9 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:35.010467 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.052980 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8a80c63b-5250-4304-b460-e6cacded17b8 req-62c7318a-2d63-49e9-b5d8-cb5c2539e5d4 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.0709100 May 31 11:56:35.115161 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35826) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:35.119696 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1f4b92a7-4633-44e3-a943-5f17e9e58b25 req-304e6f36-5b97-4341-abda-39046adce547 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929196 May 31 11:56:35.132464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.147421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:35.152298 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Usage tracker for resource:security_group_rule and tenant:59db2bd0eb86446e9d037682b67186ca is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:35.155098 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:35.160699 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:35.168314 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.223081 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Allocated IP 172.20.0.9 (6a77bc79-f485-44ea-b6ea-738f2de2b3bc/811c3c8b-dd89-488d-ba7c-9b3794461250/4ce33e70-1c44-4a20-b7d9-f22836a812e6) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:35.250912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.397804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.410960 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ccd785fb-3c5e-4340-8e94-4dfe7caf0be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.460825 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=59db2bd0eb86446e9d037682b67186ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444750 May 31 11:56:35.463519 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35842) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:35.476834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41d766b-d435-478f-b74c-b8b27a9745c7,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.501211 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.536225 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.587631 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.592626 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.751502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.757094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.784177 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa', 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', '7e88867f-a141-4408-8262-098ebea71af8'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:35.797770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.803361 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:35.824815 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:35.834313 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e41d766b-d435-478f-b74c-b8b27a9745c7 HTTP/1.1" status: 204 len: 168 time: 0.3615627 May 31 11:56:35.836446 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41d766b-d435-478f-b74c-b8b27a9745c7,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.839114 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:35.839783 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.845942 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:35.847126 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:35.909234 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event updated for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:35.933787 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:35.951233 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:35.962318 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.123843 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4005980 May 31 11:56:36.150439 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Request body: {'port': {'device_id': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:36.272845 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.322992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f197fb3a-05a1-4ae6-828e-6c058347e1b5 req-3682e75b-9230-4e9e-8c83-e5aa853fa388 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.332768 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f197fb3a-05a1-4ae6-828e-6c058347e1b5 req-3682e75b-9230-4e9e-8c83-e5aa853fa388 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 931 time: 0.1175797 May 31 11:56:36.388874 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f197fb3a-05a1-4ae6-828e-6c058347e1b5 req-b587460b-4b50-4573-8378-5dd4901f64cf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 May 31 11:56:36.702829 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcc592-384a-4569-b5ca-8bfddcc6f1c5 req-10ed41ec-3991-4d88-a0e7-2c5961a3fa98 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.706387 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fabcc592-384a-4569-b5ca-8bfddcc6f1c5 req-10ed41ec-3991-4d88-a0e7-2c5961a3fa98 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1747904 May 31 11:56:36.708978 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce33e70-1c44-4a20-b7d9-f22836a812e6 {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:36.717344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.735869 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Transition to ACTIVE for port object 4ce33e70-1c44-4a20-b7d9-f22836a812e6 will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:36.758364 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fabcc592-384a-4569-b5ca-8bfddcc6f1c5 req-1881181a-423b-4f30-bf06-4d448c490e5d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482163 May 31 11:56:36.876344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35898) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:36.893668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:36.898802 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-eb2d1cde-0cda-4b6b-89db-f5a24a93c2cc tempest-DeleteServersTestJSON-1115915601 tempest-DeleteServersTestJSON-1115915601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:36.956215 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d40bd-844d-4ca7-ad74-0fd96093dd63 req-5273b3df-2544-48ff-815d-93abfc4df5f0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:36.957663 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-337d40bd-844d-4ca7-ad74-0fd96093dd63 req-5273b3df-2544-48ff-815d-93abfc4df5f0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.0882576 May 31 11:56:37.003218 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-337d40bd-844d-4ca7-ad74-0fd96093dd63 req-3974de7c-41fb-4d42-b56b-b81104ebfe9e tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 May 31 11:56:37.035284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.067506 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.151331 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Attempting to bind port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:37.154175 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Attempting to bind port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:37.154175 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Attempting to bind port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:37.172976 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:37.173303 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Attempting to bind port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 on network 6a77bc79-f485-44ea-b6ea-738f2de2b3bc {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:37.175590 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.192724 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:37.193015 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Checking segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:37.193377 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Bound using segment: {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:37.193843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Bound port: 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:37.194191 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.206599 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:37.214434 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:fc93a038495e4d17bb37420e7294f2b5 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:37.218762 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:37.252767 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:37.322915 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:37.328636 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:37.361502 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35914) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.381613 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.454648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.459471 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.509623 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.551075 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc93a038495e4d17bb37420e7294f2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6707401 May 31 11:56:37.552885 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35926) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:37.553009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.553009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.554282 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] 10.222.0.45 "PUT /v2.0/ports/4ce33e70-1c44-4a20-b7d9-f22836a812e6 HTTP/1.1" status: 200 len: 1093 time: 1.4084282 May 31 11:56:37.555105 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:37.557986 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc" -d '{"events": [{"name": "network-changed", "server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:37.608248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.619006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.619807 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1f5e2364-7fc5-43e6-95be-3713aa4b9b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.655914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3a092f-d87a-473d-87e7-873b7951e3c2 x-openstack-request-id: req-2a3a092f-d87a-473d-87e7-873b7951e3c2 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:37.656328 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:37.656694 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a3a092f-d87a-473d-87e7-873b7951e3c2 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:37.657164 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6', 'status': 'completed', 'code': 200} May 31 11:56:37.664903 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca186d6-424d-4dfc-9a8b-0d413f57a19e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.667876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.669454 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:37.671741 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.707035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:37.717554 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Usage tracker for resource:security_group_rule and tenant:d33ebde155934e6d8156b6a9a98d7abd is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:37.721252 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:37.726213 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.737104 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:37.769942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e74804-9deb-4be6-b856-1c49fdc39722 req-99c6292c-a303-4a87-80e3-700b51da1621 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.770052 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-01955308-c619-4125-9cec-a837b0113dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:37.770514 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-83e74804-9deb-4be6-b856-1c49fdc39722 req-99c6292c-a303-4a87-80e3-700b51da1621 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 943 time: 0.2574658 May 31 11:56:37.770630 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-01955308-c619-4125-9cec-a837b0113dff service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 1096 time: 0.0721965 May 31 11:56:37.853053 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-83e74804-9deb-4be6-b856-1c49fdc39722 req-a6f34eb5-7e53-4dd9-bced-62d5ae9539dc tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721736 May 31 11:56:37.915897 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.968664 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:37.974194 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0edd21a9-eb94-46ac-8115-408243a47c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:37.988349 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca186d6-424d-4dfc-9a8b-0d413f57a19e,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:37.990570 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.010108 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.020638 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-51376690-1075-40c3-ad1b-55ce0c7403f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.022781 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-51376690-1075-40c3-ad1b-55ce0c7403f3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2424269 May 31 11:56:38.037142 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.045600 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f899f-7470-4c57-8107-08197ef38272 req-cb3c513f-1880-4d4a-9665-646fe3eafc72 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.047131 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ad1f899f-7470-4c57-8107-08197ef38272 req-cb3c513f-1880-4d4a-9665-646fe3eafc72 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1280882 May 31 11:56:38.051248 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.054728 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c6615b31-4cc5-4b2f-93cb-0352eb147ee8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ca186d6-424d-4dfc-9a8b-0d413f57a19e HTTP/1.1" status: 204 len: 168 time: 0.4993393 May 31 11:56:38.067588 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d33ebde155934e6d8156b6a9a98d7abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7024968 May 31 11:56:38.070989 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35944) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:38.118083 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9093d6-e9a2-452a-8606-968d307c7a24,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.126881 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.175342 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.203393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.266820 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ad1f899f-7470-4c57-8107-08197ef38272 req-b74bc8c6-ffcf-4edf-a9f9-e6542bf834ee tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162384 May 31 11:56:38.323125 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-171c4152-6458-4939-a65c-4d016eb27e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.324973 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d19c0a6b-5dbf-49d6-bfd1-98b86733fecc req-171c4152-6458-4939-a65c-4d016eb27e5b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769766 May 31 11:56:38.347967 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48ce6f-a8af-48a1-8a02-73a628d29443 req-0cb5962b-4bec-43f4-a13c-d2b4b38990b8 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.349557 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a48ce6f-a8af-48a1-8a02-73a628d29443 req-0cb5962b-4bec-43f4-a13c-d2b4b38990b8 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.1388052 May 31 11:56:38.416693 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a48ce6f-a8af-48a1-8a02-73a628d29443 req-78f0251b-824c-4d58-980c-11ac0bf217ad tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594554 May 31 11:56:38.457631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-41d9c1a4-da7f-4a27-ab11-191916829440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.459126 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-41d9c1a4-da7f-4a27-ab11-191916829440 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 1096 time: 0.0777884 May 31 11:56:38.482578 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.488096 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-784bbb01-e223-48b9-ba96-fc87b8c1887c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:38.502043 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9093d6-e9a2-452a-8606-968d307c7a24,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:38.512905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:38.516744 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.520876 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4f9093d6-e9a2-452a-8606-968d307c7a24 HTTP/1.1" status: 204 len: 168 time: 0.4400218 May 31 11:56:38.549396 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-d65d4fa5-e67e-44e0-917e-715fe777aacb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6 HTTP/1.1" status: 200 len: 217 time: 0.0739081 May 31 11:56:38.624696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-94fb8351-729a-4c4d-aaf0-d68dd8dee44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.626211 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-94fb8351-729a-4c4d-aaf0-d68dd8dee44a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 200 len: 855 time: 0.0644341 May 31 11:56:38.694894 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-ed38dbb2-a133-4441-87df-4146decc29e8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6a77bc79-f485-44ea-b6ea-738f2de2b3bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586889 May 31 11:56:38.836083 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-450c0a51-b4b6-479d-b0d1-c45abe63a430 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325135 May 31 11:56:38.917237 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-a5087017-fd44-44f0-b98f-59711cca5da6 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:38.918812 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-a5087017-fd44-44f0-b98f-59711cca5da6 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.0978127 May 31 11:56:39.009857 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7cb725f-2bde-4bbb-ae99-99d6a726369f req-b5ebffe8-0516-4d9a-b85a-7f6fcb292911 service neutron] 10.222.0.45 "GET /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636515 May 31 11:56:39.140710 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b9388-01c7-41f3-b5e9-71af3dcd4fc2 req-de3c7ddd-77e5-4101-9b2d-f9334b2fadd3 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.142219 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-466b9388-01c7-41f3-b5e9-71af3dcd4fc2 req-de3c7ddd-77e5-4101-9b2d-f9334b2fadd3 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 943 time: 0.1491055 May 31 11:56:39.146685 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Deleting port f244dc5d-f19c-421d-8c7d-f932dfcab414 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:56:39.146685 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.273455 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-466b9388-01c7-41f3-b5e9-71af3dcd4fc2 req-6806f28a-deb3-4ed5-9d9c-b6c4456e6399 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147785 May 31 11:56:39.314774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] For port f244dc5d-f19c-421d-8c7d-f932dfcab414, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=f244dc5d-f19c-421d-8c7d-f932dfcab414,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:39.315156 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.443693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Calling delete_port for f244dc5d-f19c-421d-8c7d-f932dfcab414 owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:56:39.475919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4cb62-5df9-4503-8c4c-a32a6408e6c0 req-8184ee4e-31fe-473a-99a3-df30e718e050 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.483316 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-56b4cb62-5df9-4503-8c4c-a32a6408e6c0 req-8184ee4e-31fe-473a-99a3-df30e718e050 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0944076 May 31 11:56:39.499464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 35978) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:39.521747 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.531509 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-56b4cb62-5df9-4503-8c4c-a32a6408e6c0 req-12b3540e-a7b3-4491-929c-39566917cf2b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 May 31 11:56:39.532047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35984) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:39.663364 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:39.674117 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Usage tracker for resource:security_group_rule and tenant:cba071b57eaa451a82e9f0d6762ed205 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:39.681080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:39.690643 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:39.724900 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.743278 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:39.747614 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Usage tracker for resource:security_group_rule and tenant:5e5cfd2aaf5c4cd29f36ef859f79dbe3 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:39.750627 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:39.756749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:39.762422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788110d2-26eb-4041-ad86-4b483bd1df06 req-209be123-9721-4cf7-a9eb-3b7e9ebb2eda tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:39.763907 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-788110d2-26eb-4041-ad86-4b483bd1df06 req-209be123-9721-4cf7-a9eb-3b7e9ebb2eda tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 945 time: 0.2283025 May 31 11:56:39.840519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.928205 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:39.935765 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:39.969424 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-788110d2-26eb-4041-ad86-4b483bd1df06 req-4e985a2d-51c6-4828-a6bd-879d2ff737bf tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683164 May 31 11:56:39.981173 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e5cfd2aaf5c4cd29f36ef859f79dbe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456613 May 31 11:56:39.981173 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0716fe22-ca7c-414e-9ead-04425a304d39,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:39.982023 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35990) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:39.984773 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:39.988627 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.042443 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.042656 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.048092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.069224 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.085479 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.103278 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Pushing event deleted for resources: {'Port': ['ID=f244dc5d-f19c-421d-8c7d-f932dfcab414,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.108007 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.108520 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a787ddd9-7e15-4cf1-a660-b36a3049534c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.190026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.194891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-23a37983-6e67-4509-89be-15c57caa2104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.200096 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cba071b57eaa451a82e9f0d6762ed205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6995585 May 31 11:56:40.205819 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 35994) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:40.215607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] No DVR routers for this DVR port f244dc5d-f19c-421d-8c7d-f932dfcab414 on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:56:40.218559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a51f47-3589-4dc0-a995-b126c3edb49d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.221321 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.224175 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'name': 'network-vif-deleted', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:40.224518 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0716fe22-ca7c-414e-9ead-04425a304d39,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.226523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b113918-9da5-454a-9c47-bfd79bfb17f7" -d '{"events": [{"server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "name": "network-vif-deleted", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:40.229086 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.236969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.254983 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.258412 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0716fe22-ca7c-414e-9ead-04425a304d39 HTTP/1.1" status: 204 len: 168 time: 0.2731745 May 31 11:56:40.287778 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a90d5f-6d7e-49ef-8fa6-8ec1417a27e5 x-openstack-request-id: req-02a90d5f-6d7e-49ef-8fa6-8ec1417a27e5 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:40.288092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d762139d-381f-48c2-9212-ba758c4397d7", "name": "network-vif-deleted", "tag": "f244dc5d-f19c-421d-8c7d-f932dfcab414", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:40.288370 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-02a90d5f-6d7e-49ef-8fa6-8ec1417a27e5 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:40.288850 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd762139d-381f-48c2-9212-ba758c4397d7', 'name': 'network-vif-deleted', 'tag': 'f244dc5d-f19c-421d-8c7d-f932dfcab414', 'status': 'completed', 'code': 200} May 31 11:56:40.311122 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.340659 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f79abaf-9577-4078-b9ca-f83a6b23fd7e req-1af1baa6-d715-471f-830e-b5a73460bc3d tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "DELETE /v2.0/ports/f244dc5d-f19c-421d-8c7d-f932dfcab414 HTTP/1.1" status: 204 len: 173 time: 1.4155955 May 31 11:56:40.345975 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.475438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf054922-5ce9-425d-9b8e-23be4e83dccd req-28d17601-5106-494c-99ed-08448a8ea99e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.476904 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bf054922-5ce9-425d-9b8e-23be4e83dccd req-28d17601-5106-494c-99ed-08448a8ea99e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 943 time: 0.0823636 May 31 11:56:40.522570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.525002 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bf054922-5ce9-425d-9b8e-23be4e83dccd req-d94195e3-2480-484f-8f07-71425d61d445 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403464 May 31 11:56:40.528713 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-05b27456-03b7-4037-bef4-9cbad183d328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:40.545995 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.547932 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32a51f47-3589-4dc0-a995-b126c3edb49d HTTP/1.1" status: 204 len: 168 time: 0.3388944 May 31 11:56:40.548793 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a51f47-3589-4dc0-a995-b126c3edb49d,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:40.560067 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:40.701865 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aaf667a2-a5a1-4884-a7d4-c1a62376ee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:40.798360 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c6028-11f7-4a4d-aefe-03f4b04e6516 req-f762719d-4382-4734-bb65-2756f1ef4360 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:40.799840 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a03c6028-11f7-4a4d-aefe-03f4b04e6516 req-f762719d-4382-4734-bb65-2756f1ef4360 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1444390 May 31 11:56:40.818515 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 4ce33e70-1c44-4a20-b7d9-f22836a812e6 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:40.823900 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device f244dc5d-f19c-421d-8c7d-f932dfcab414 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:56:40.848506 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a03c6028-11f7-4a4d-aefe-03f4b04e6516 req-f987b991-1980-471a-8fd1-bdc67f654b32 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 May 31 11:56:40.865617 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: f244dc5d-f19c-421d-8c7d-f932dfcab414 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:56:40.865617 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device f244dc5d-f19c-421d-8c7d-f932dfcab414 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:56:40.991912 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:41.006666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '4ce33e70-1c44-4a20-b7d9-f22836a812e6', 'network_id': '6a77bc79-f485-44ea-b6ea-738f2de2b3bc', 'port_id': '4ce33e70-1c44-4a20-b7d9-f22836a812e6', 'mac_address': 'fa:16:3e:61:08:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '811c3c8b-dd89-488d-ba7c-9b3794461250', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:41.066719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36022) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:41.074105 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.089073 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.096487 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce33e70-1c44-4a20-b7d9-f22836a812e6 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:41.107390 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:41.114031 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Usage tracker for resource:security_group_rule and tenant:bd51fc73edc4414b9adf7cfbfc5d46aa is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:41.115472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:41.130071 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:41.167950 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:41.183354 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-c8b6ae4b-6f46-4f83-99ca-632ff15f7e20 req-7f22cc8b-caad-4ec1-af1d-62ace8b06192 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Synchronizing usage tracker for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:41.218828 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.221037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:41.282519 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.296616 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:41.299640 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:41.328167 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-c8b6ae4b-6f46-4f83-99ca-632ff15f7e20 req-7f22cc8b-caad-4ec1-af1d-62ace8b06192 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Unset dirty status for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:41.329826 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8b6ae4b-6f46-4f83-99ca-632ff15f7e20 req-7f22cc8b-caad-4ec1-af1d-62ace8b06192 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=d762139d-381f-48c2-9212-ba758c4397d7 HTTP/1.1" status: 200 len: 210 time: 0.2007089 May 31 11:56:41.385772 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.396906 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:41.458850 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36032) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:41.459099 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bd51fc73edc4414b9adf7cfbfc5d46aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922675 May 31 11:56:41.460486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e6714e-199b-42aa-876a-5cf57dc5fec2,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:41.469167 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:41.537326 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.565072 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.610192 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['4ce33e70-1c44-4a20-b7d9-f22836a812e6'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:41.722495 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.729767 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7b7ca1bc-f43d-434d-baa8-4f465b302f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:41.745635 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28f737-39b3-4811-93b2-11986fa589df req-23aa5c7b-19a2-4b17-a42c-95f315f6c146 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:41.747147 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fb28f737-39b3-4811-93b2-11986fa589df req-23aa5c7b-19a2-4b17-a42c-95f315f6c146 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 944 time: 0.0907960 May 31 11:56:41.752166 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e6714e-199b-42aa-876a-5cf57dc5fec2,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:41.754825 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:41.757300 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:41.761156 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/91e6714e-199b-42aa-876a-5cf57dc5fec2 HTTP/1.1" status: 204 len: 168 time: 0.2980394 May 31 11:56:41.796733 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fb28f737-39b3-4811-93b2-11986fa589df req-c598ce28-66c4-4d1c-9f94-0f3ffd121e92 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438986 May 31 11:56:42.047407 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76f796-451f-41cb-9987-4fa9b717daf3 req-30c5236d-6154-4e97-8aee-2062aa928bd7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:42.054452 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c76f796-451f-41cb-9987-4fa9b717daf3 req-30c5236d-6154-4e97-8aee-2062aa928bd7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0881939 May 31 11:56:42.098952 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9c76f796-451f-41cb-9987-4fa9b717daf3 req-a0e3fb3c-ec3b-4df3-9e61-5f7046a830f3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 May 31 11:56:42.836546 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 4ce33e70-1c44-4a20-b7d9-f22836a812e6 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:42.860347 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a199b9ba-819e-4442-b428-4509dfbe0251 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:42.867679 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a199b9ba-819e-4442-b428-4509dfbe0251 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 808 time: 0.1614096 May 31 11:56:42.890312 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-dec8d497-31a2-48fe-8869-cae7400d06f6 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/quotas/5b7021b70f1a4149b9a47909f5587ad0 HTTP/1.1" status: 200 len: 375 time: 0.0213881 May 31 11:56:42.953155 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-1387ca97-14bb-41f3-aa58-7cd67ad2b197 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566242 May 31 11:56:43.029898 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac98bc-91d5-4110-a12e-5b95b61c3c93 req-1fc03137-6ae5-4cee-8d8d-99805e2b1d8f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:43.036884 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1eac98bc-91d5-4110-a12e-5b95b61c3c93 req-1fc03137-6ae5-4cee-8d8d-99805e2b1d8f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 944 time: 0.1010289 May 31 11:56:43.092097 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1eac98bc-91d5-4110-a12e-5b95b61c3c93 req-07f447be-1867-459c-b94f-e1863141dd28 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 May 31 11:56:43.134569 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d668b72d-ffa7-4d86-9d05-37201ab2c829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.145361 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:43.151360 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:43.151840 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.201505 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-58b26f7d-814d-49b8-b7f8-51beb8062572 service neutron] 10.222.0.20 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473197 May 31 11:56:43.284760 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.324283 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:43.326480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638ce0b3-9a5e-4d0c-8ce9-f9a4549edd3b" -d '{"events": [{"server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "name": "network-vif-plugged", "status": "completed", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:43.334529 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:43.341696 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-2429aabd-220e-46f2-bb1b-873110a971db service neutron] 10.222.0.20 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389217 May 31 11:56:43.448035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800efe-542a-45e7-850d-4144f854d0d9 req-a5a2c228-a0ab-4a73-bc0f-112d26d2b1ac tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:43.449848 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2d800efe-542a-45e7-850d-4144f854d0d9 req-a5a2c228-a0ab-4a73-bc0f-112d26d2b1ac tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0939670 May 31 11:56:43.498548 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2d800efe-542a-45e7-850d-4144f854d0d9 req-ff4c2c3f-22c6-4d63-b6ff-5accadd5938f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418794 May 31 11:56:43.549494 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75afd2-06f8-4f81-9edf-cf552b6f8821 x-openstack-request-id: req-6c75afd2-06f8-4f81-9edf-cf552b6f8821 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:43.549907 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "name": "network-vif-plugged", "status": "completed", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:43.550236 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c75afd2-06f8-4f81-9edf-cf552b6f8821 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:43.550703 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6', 'code': 200} May 31 11:56:43.608691 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.613404 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:43.613404 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-d7c6ad64-5a00-4e35-a33e-90cd70bcf39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:43.679540 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:43.683236 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:43.814359 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-21bdac83-7bf7-4ed0-916a-c20cb5c1fa6d req-23a91b97-9dac-46cc-980e-534cbfeda0d8 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 210 time: 0.0484362 May 31 11:56:44.134132 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679200-a8b1-4e26-b37e-102eff8624f7 req-fb361af3-4bbf-44d5-b6d9-1d92e6189f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.135662 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a679200-a8b1-4e26-b37e-102eff8624f7 req-fb361af3-4bbf-44d5-b6d9-1d92e6189f2b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 1098 time: 0.0771716 May 31 11:56:44.186326 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a679200-a8b1-4e26-b37e-102eff8624f7 req-9e00905d-5b2e-4827-a11f-29bd4f16ed3c service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 May 31 11:56:44.249654 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:44.295388 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d49f8f-5a2c-460f-aecd-27d108dba1c6 req-e481ed88-5696-4600-8b5c-2d86c25088b1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.296167 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7d49f8f-5a2c-460f-aecd-27d108dba1c6 req-e481ed88-5696-4600-8b5c-2d86c25088b1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:44.454499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-c7d49f8f-5a2c-460f-aecd-27d108dba1c6 req-e481ed88-5696-4600-8b5c-2d86c25088b1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:44.462960 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7d49f8f-5a2c-460f-aecd-27d108dba1c6 req-e481ed88-5696-4600-8b5c-2d86c25088b1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.2562437 May 31 11:56:44.510794 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c7d49f8f-5a2c-460f-aecd-27d108dba1c6 req-af12cf2a-6e09-4809-b7fe-77fd9e507f8f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465217 May 31 11:56:44.851130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a62d31-2b9c-4ce8-b818-200acd09f5c6 req-b216da7e-ffec-4365-8185-dc8270c3910a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:44.855843 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-38a62d31-2b9c-4ce8-b818-200acd09f5c6 req-b216da7e-ffec-4365-8185-dc8270c3910a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0850503 May 31 11:56:44.911445 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-38a62d31-2b9c-4ce8-b818-200acd09f5c6 req-b022fc0f-122f-410a-a977-46d36a889e0f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 May 31 11:56:44.912609 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3bf6a80e-9115-44d8-a189-db1c20aef37f req-0daa7d74-f90b-4fd1-898c-6cdf3a2c0d5f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 210 time: 0.0481901 May 31 11:56:45.716415 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abdc1f-1ed9-4aba-8738-f40bb5019ea2 req-7b4575c7-7d99-4257-a5e2-c81526e6d37e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:45.716979 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-82abdc1f-1ed9-4aba-8738-f40bb5019ea2 req-7b4575c7-7d99-4257-a5e2-c81526e6d37e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.0937986 May 31 11:56:45.767850 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-82abdc1f-1ed9-4aba-8738-f40bb5019ea2 req-11a2250f-e73f-4573-ace0-b650af8b4b3e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 May 31 11:56:45.933708 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:46.065956 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5df6e7d1-bda4-42c4-b6e4-a555b99ef9d0 req-c20eee13-9fe9-4eb0-952c-dc8ed5d733a1 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 210 time: 0.0440073 May 31 11:56:46.125831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374075da-dac2-4ca5-ad83-8c48c1b2502c req-09fd19df-439e-4122-94b5-29ab8417360c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.130194 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-374075da-dac2-4ca5-ad83-8c48c1b2502c req-09fd19df-439e-4122-94b5-29ab8417360c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1079948 May 31 11:56:46.179742 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-374075da-dac2-4ca5-ad83-8c48c1b2502c req-dc6495d3-26f3-4fc1-a687-b8c84d93a8d3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459201 May 31 11:56:46.409788 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8cbac-c5e0-4574-b90b-833c270d5bf1 req-6dff8ecd-fbc3-40d9-81e0-6065721eb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.411281 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-62d8cbac-c5e0-4574-b90b-833c270d5bf1 req-6dff8ecd-fbc3-40d9-81e0-6065721eb69e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.0714002 May 31 11:56:46.455467 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-62d8cbac-c5e0-4574-b90b-833c270d5bf1 req-c05ed106-df18-4a9f-9395-680d60b578c1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343859 May 31 11:56:46.997379 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079f124-5480-4e23-ac9d-13a2c99a30c8 req-4f844fc3-aff1-4829-b259-8b907399dca5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:46.997379 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8079f124-5480-4e23-ac9d-13a2c99a30c8 req-4f844fc3-aff1-4829-b259-8b907399dca5 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.0955231 May 31 11:56:47.043860 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a195438e-795d-46db-8cc0-deddbb78487c tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:47.044576 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a195438e-795d-46db-8cc0-deddbb78487c tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Synchronizing usage tracker for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:47.048591 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8079f124-5480-4e23-ac9d-13a2c99a30c8 req-4d2045c8-7c9c-4c05-a391-70ba50f0a537 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 May 31 11:56:47.156514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a195438e-795d-46db-8cc0-deddbb78487c tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Unset dirty status for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:47.158403 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-a195438e-795d-46db-8cc0-deddbb78487c tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 808 time: 0.2819996 May 31 11:56:47.173003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Request body: {'port': {'device_id': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6', 'admin_state_up': True, 'tenant_id': '5b7021b70f1a4149b9a47909f5587ad0'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:47.315629 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c226732a-b849-42e8-a976-00bf68946184 req-33111063-abbc-46a0-a704-401520603fc4 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 210 time: 0.1183314 May 31 11:56:47.385197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:47.400698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1ef2d-2a74-4732-8657-7df7c54bc4e0 req-ef1bc18b-0cba-479d-8409-eec7f9bccf5a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:47.401083 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:47.402296 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5fe1ef2d-2a74-4732-8657-7df7c54bc4e0 req-ef1bc18b-0cba-479d-8409-eec7f9bccf5a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1044703 May 31 11:56:47.452171 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5fe1ef2d-2a74-4732-8657-7df7c54bc4e0 req-e4771776-af20-45f3-8b35-b928c78ff95b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 May 31 11:56:47.551190 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Made reservation on behalf of 5b7021b70f1a4149b9a47909f5587ad0 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:56:47.555268 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:47.730734 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Allocated IP 172.20.0.9 (6d92f123-2532-4c4a-9d38-17cf51b0d6f6/583f5a95-f437-460c-85e1-223c7f2d4a16/1ed6f3ae-7123-4a72-8cf6-b14ff22866a7) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:56:48.048454 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.202696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.208168 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:48.276501 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:56:48.279479 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:56:48.283401 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:56:48.288787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.289408 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.297371 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Pushing event updated for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:48.311147 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.311496 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.311840 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.312195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.312532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.312867 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.313193 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.313521 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.313879 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.314205 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.314561 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.314927 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:48.320838 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:48.545173 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3761184 May 31 11:56:48.616720 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Request body: {'port': {'device_id': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:56:48.655985 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6153a0-0cae-49d3-8aaf-08d23b3037dc req-d5bb0179-d02b-4db7-84b2-b029db5dc03b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.657650 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7f6153a0-0cae-49d3-8aaf-08d23b3037dc req-d5bb0179-d02b-4db7-84b2-b029db5dc03b tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 931 time: 0.0837195 May 31 11:56:48.709077 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7f6153a0-0cae-49d3-8aaf-08d23b3037dc req-f27688b2-450f-4b00-93f8-005d0221f7f9 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457935 May 31 11:56:48.759471 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ac3ad-6dc7-4330-a051-270462c9af58 req-0aebfcb2-7f6c-4aae-9e14-f0f4044e342c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:48.760969 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-536ac3ad-6dc7-4330-a051-270462c9af58 req-0aebfcb2-7f6c-4aae-9e14-f0f4044e342c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1924434 May 31 11:56:48.763451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:48.864730 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-536ac3ad-6dc7-4330-a051-270462c9af58 req-789a6534-19dc-4984-a08d-eb6826416eda tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917900 May 31 11:56:49.169468 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:49.176870 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.191788 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Transition to ACTIVE for port object 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:56:49.310055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.317383 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:49.537963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:49.541626 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:49.580550 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Attempting to bind port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:56:49.580788 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Attempting to bind port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:56:49.581110 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Attempting to bind port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:49.582668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-06eb1c72-93ed-48e1-85e7-47826654df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.584511 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-06eb1c72-93ed-48e1-85e7-47826654df72 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.1023011 May 31 11:56:49.588202 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:56:49.588530 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Attempting to bind port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 on network 6d92f123-2532-4c4a-9d38-17cf51b0d6f6 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:56:49.596480 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:56:49.596813 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Checking segment: {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:56:49.597307 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Bound using segment: {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:56:49.597761 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Bound port: 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:56:49.598112 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.661148 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee0be4-d074-425b-b306-df815f068cd7 req-b8767943-90c2-4eab-be62-4d447ec9520a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.662656 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7ee0be4-d074-425b-b306-df815f068cd7 req-b8767943-90c2-4eab-be62-4d447ec9520a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2205389 May 31 11:56:49.733814 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-e47d514a-0b44-439d-b22a-befccdf2c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.735375 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-e47d514a-0b44-439d-b22a-befccdf2c9e5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.1415658 May 31 11:56:49.750398 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7ee0be4-d074-425b-b306-df815f068cd7 req-9f826e69-9a96-4eae-91a2-c218942b1470 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633836 May 31 11:56:49.750398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:56:49.752792 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:56:49.820135 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-b1e31b88-bce0-4a04-95ff-3dc87596e2c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0725956 May 31 11:56:49.847867 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:49.854514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:49.942116 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-829ea26c-5aa6-4375-8229-f5ceb985b0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.944076 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-829ea26c-5aa6-4375-8229-f5ceb985b0fc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.1154773 May 31 11:56:49.997603 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:49.998704 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:50.000192 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] 10.222.0.45 "PUT /v2.0/ports/1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 HTTP/1.1" status: 200 len: 1093 time: 1.3886001 May 31 11:56:50.000802 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:50.003391 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8f834c-0e89-48de-9497-8e766b5efd28" -d '{"events": [{"name": "network-changed", "server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:50.005324 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-f30396fb-c0ee-4af1-8222-d93bad013e80 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466018 May 31 11:56:50.043200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:50.046912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:50.065038 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f38918-e80e-4eb4-8784-5ab2fcb27941 req-1ede6064-e952-4ede-8875-38012c72e7bc tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.065743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-c9f38918-e80e-4eb4-8784-5ab2fcb27941 req-1ede6064-e952-4ede-8875-38012c72e7bc tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Synchronizing usage tracker for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:56:50.173588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-c9f38918-e80e-4eb4-8784-5ab2fcb27941 req-1ede6064-e952-4ede-8875-38012c72e7bc tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Unset dirty status for tenant:5b7021b70f1a4149b9a47909f5587ad0 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:56:50.174784 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c9f38918-e80e-4eb4-8784-5ab2fcb27941 req-1ede6064-e952-4ede-8875-38012c72e7bc tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 943 time: 0.2492805 May 31 11:56:50.176355 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-c62512e4-daa5-4d60-aa22-ec2f9ee449db service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454029 May 31 11:56:50.241731 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c9f38918-e80e-4eb4-8784-5ab2fcb27941 req-1875368d-1e97-4d62-b8ca-f71e4f3f4960 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 May 31 11:56:50.265281 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-6731e68d-1da8-49cf-8379-9d1f77324c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.265281 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-6731e68d-1da8-49cf-8379-9d1f77324c92 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 1096 time: 0.1313431 May 31 11:56:50.327055 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0587fcbd-6d5d-4488-9d87-6167969ed9fd req-9a1c6fe1-2e18-47ff-9b9b-5508370784a0 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433475 May 31 11:56:50.338987 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-661fbf39-b3b2-47f5-9cb9-68c0923b736d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 HTTP/1.1" status: 200 len: 217 time: 0.0637243 May 31 11:56:50.508137 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1613d7e6-48c8-4092-b56a-5e7ae6c82064 x-openstack-request-id: req-1613d7e6-48c8-4092-b56a-5e7ae6c82064 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:50.508481 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:50.508754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1613d7e6-48c8-4092-b56a-5e7ae6c82064 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:50.509194 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7', 'status': 'completed', 'code': 200} May 31 11:56:50.524818 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-40b60970-6547-4656-8108-168ece43f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.532106 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-40b60970-6547-4656-8108-168ece43f629 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583f5a95-f437-460c-85e1-223c7f2d4a16 HTTP/1.1" status: 200 len: 848 time: 0.1690631 May 31 11:56:50.581899 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-95735a5d-1178-412d-87ae-1d6eb1867c2a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404832 May 31 11:56:50.730970 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-03010254-8ac1-40b4-922f-26b23e1bf5c4 service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407659 May 31 11:56:50.926881 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1b11f2ce-e460-44b7-bcf1-4644a81132f2 req-0ed6db8e-f522-4ccd-814a-233240762ce2 service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879778 May 31 11:56:50.928126 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36340) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:50.969897 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83879685-d232-4e2c-bcb7-935b53435f98 req-b595323a-4f73-421c-9942-78b1c834e585 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:50.971552 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-83879685-d232-4e2c-bcb7-935b53435f98 req-b595323a-4f73-421c-9942-78b1c834e585 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0991657 May 31 11:56:51.037629 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-83879685-d232-4e2c-bcb7-935b53435f98 req-46f3973a-34e0-4f97-bd76-81f93c3a27be tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598712 May 31 11:56:51.092828 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.113892 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:51.118816 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Usage tracker for resource:security_group_rule and tenant:92374895df3a4e3b8162cd0d36b00769 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:51.122304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:51.129606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:51.199491 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-92faa1fd-8c46-4b6f-b655-e830f6934884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:51.201630 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-92faa1fd-8c46-4b6f-b655-e830f6934884 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 1096 time: 0.1175654 May 31 11:56:51.227123 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.339976 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.345323 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-33900a82-393b-4bee-b367-b2d8d0797b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:51.347142 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-33900a82-393b-4bee-b367-b2d8d0797b1f service neutron] 10.222.0.45 "GET /v2.0/networks?id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 200 len: 909 time: 0.1375287 May 31 11:56:51.353212 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-337ffc31-2a7b-45a5-b195-f643742f1123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:51.399235 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92374895df3a4e3b8162cd0d36b00769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4690678 May 31 11:56:51.401237 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e2e8c-1a98-47a4-9587-458c51bc3316,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:51.403338 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36356) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:51.425050 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.425741 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.426396 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.426732 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.427076 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.427419 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.427882 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.428224 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.428565 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.428911 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.429241 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.429569 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:51.435012 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:51.458964 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-75fe8c3d-fb1c-4810-8c02-25921b36fdfa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 HTTP/1.1" status: 200 len: 217 time: 0.1044381 May 31 11:56:51.497754 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.535952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.541913 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-2cb4ad7e-f0eb-4db0-857d-32070c41ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:51.543425 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-2cb4ad7e-f0eb-4db0-857d-32070c41ce99 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=583f5a95-f437-460c-85e1-223c7f2d4a16 HTTP/1.1" status: 200 len: 848 time: 0.0760965 May 31 11:56:51.560107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5150d-3abc-491f-89e6-8571533c0d62 req-3b25e671-3ef1-4290-bff8-d093e6af3ed0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:51.561546 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-81d5150d-3abc-491f-89e6-8571533c0d62 req-3b25e671-3ef1-4290-bff8-d093e6af3ed0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 943 time: 0.1506791 May 31 11:56:51.616986 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-6df7ae30-7f46-4cc5-8ddb-d81c87749d3e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6d92f123-2532-4c4a-9d38-17cf51b0d6f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544150 May 31 11:56:51.670629 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-81d5150d-3abc-491f-89e6-8571533c0d62 req-988eebdf-ea94-4deb-b403-ad345bbd3ea3 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736592 May 31 11:56:51.671090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.676754 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:51.762545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e2e8c-1a98-47a4-9587-458c51bc3316,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:51.769758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:51.770514 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:51.771710 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b59e2e8c-1a98-47a4-9587-458c51bc3316 HTTP/1.1" status: 204 len: 168 time: 0.3673952 May 31 11:56:51.831924 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-9abc5c12-2d25-4ea6-a489-63c2cd19d58a service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965280 May 31 11:56:51.986016 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6d8f834c-0e89-48de-9497-8e766b5efd28 req-9ab6d7ad-6549-4470-a52f-0a68723a4727 service neutron] 10.222.0.45 "GET /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460142 May 31 11:56:52.266280 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556468e5-3ec4-440f-97c4-16a3aac575c1 req-4c8ae7c7-8dc5-4320-ba1c-5ecb6984fbd5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:52.274714 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-556468e5-3ec4-440f-97c4-16a3aac575c1 req-4c8ae7c7-8dc5-4320-ba1c-5ecb6984fbd5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1255639 May 31 11:56:52.319497 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-556468e5-3ec4-440f-97c4-16a3aac575c1 req-60481cd2-e7d3-4a52-b5f9-f883a7453923 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 May 31 11:56:52.537543 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:52.741295 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36382) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:52.760673 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:52.777322 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:56:52.813902 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Usage tracker for resource:security_group_rule and tenant:5950452f568944988a0154aeb1dcc2b8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:56:52.822693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:56:52.833506 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:56:52.882508 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:56:52.904272 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0829f-6d4c-4013-bb42-7b3ad4dbd07b req-b3698c54-00e2-4424-a03e-46a13b945cb8 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:52.905765 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f5b0829f-6d4c-4013-bb42-7b3ad4dbd07b req-b3698c54-00e2-4424-a03e-46a13b945cb8 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 943 time: 0.1259179 May 31 11:56:52.982555 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f5b0829f-6d4c-4013-bb42-7b3ad4dbd07b req-475d4600-f633-479e-a7a8-cd6216cb41c0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 May 31 11:56:52.989823 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.024805 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:53.041068 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7', 'network_id': '6d92f123-2532-4c4a-9d38-17cf51b0d6f6', 'port_id': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7', 'mac_address': 'fa:16:3e:d9:83:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583f5a95-f437-460c-85e1-223c7f2d4a16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:56:53.098585 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.110826 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.115449 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:56:53.120552 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:53.133615 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:53.166172 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe4557-2397-4a37-8748-389f894023da,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.171060 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.174364 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5950452f568944988a0154aeb1dcc2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320445 May 31 11:56:53.178726 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36388) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:56:53.202687 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.205426 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-9e066753-3376-4174-8b76-92ed3184a8fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:53.240657 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.269169 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.278826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.283247 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.476747 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.483570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:53.501545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe4557-2397-4a37-8748-389f894023da,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:53.504211 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:53.505562 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:53.512917 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3fe4557-2397-4a37-8748-389f894023da HTTP/1.1" status: 204 len: 168 time: 0.3331108 May 31 11:56:53.557706 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2741d8-17b3-489f-aa26-60c6cb60bb23 req-20ad0f3d-6d5f-4d9e-b9c6-e033479d0623 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:53.559217 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4d2741d8-17b3-489f-aa26-60c6cb60bb23 req-20ad0f3d-6d5f-4d9e-b9c6-e033479d0623 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1076555 May 31 11:56:53.614717 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4d2741d8-17b3-489f-aa26-60c6cb60bb23 req-b29f07c7-529a-49e9-8383-5ea092343611 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470908 May 31 11:56:53.637073 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['1ed6f3ae-7123-4a72-8cf6-b14ff22866a7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:56:54.193463 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dbaa49-e322-4b40-a7c7-138143c91343 req-a870b425-5537-435b-9620-bd0dc246d104 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:54.201223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-34dbaa49-e322-4b40-a7c7-138143c91343 req-a870b425-5537-435b-9620-bd0dc246d104 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 944 time: 0.0977275 May 31 11:56:54.244259 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-34dbaa49-e322-4b40-a7c7-138143c91343 req-a86757a2-5d67-44e5-b371-19770cf730fd tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 May 31 11:56:55.182420 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fe0c4-965c-4cac-b19d-d176caa3d6f6 req-0592e30c-7bf9-4b3a-ad8c-0cdd63492580 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:55.183972 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d47fe0c4-965c-4cac-b19d-d176caa3d6f6 req-0592e30c-7bf9-4b3a-ad8c-0cdd63492580 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0850987 May 31 11:56:55.243447 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d47fe0c4-965c-4cac-b19d-d176caa3d6f6 req-11c0e030-2a74-43ec-9e9a-5b26c2dd06bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504804 May 31 11:56:55.475645 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89d82b-8b8a-4883-89b8-889413df9fb7 req-5cc0558a-0e31-4681-803f-11b5da065238 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:55.477896 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e89d82b-8b8a-4883-89b8-889413df9fb7 req-5cc0558a-0e31-4681-803f-11b5da065238 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 944 time: 0.0974722 May 31 11:56:55.526075 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e89d82b-8b8a-4883-89b8-889413df9fb7 req-af843b11-61c1-4ba5-9cab-d21c4b676a63 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 May 31 11:56:56.546155 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dca128-09fd-474a-bc8a-ec013feba934 req-4d7c32ff-2296-402f-b78a-b26a4b5eb431 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.547736 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-90dca128-09fd-474a-bc8a-ec013feba934 req-4d7c32ff-2296-402f-b78a-b26a4b5eb431 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1859505 May 31 11:56:56.597924 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-90dca128-09fd-474a-bc8a-ec013feba934 req-7ecbdc0b-cafa-42a8-a67d-edbaa0aa8fde tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 May 31 11:56:56.630924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6e4bc-ef6e-48e1-8e03-08327a3f1a3c req-8c54cd67-bcbc-4418-95ee-d659507a2ca6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.632621 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-40f6e4bc-ef6e-48e1-8e03-08327a3f1a3c req-8c54cd67-bcbc-4418-95ee-d659507a2ca6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0982437 May 31 11:56:56.691313 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-40f6e4bc-ef6e-48e1-8e03-08327a3f1a3c req-881f6750-e889-4594-8020-eeea87ae1a28 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 May 31 11:56:56.812042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1adbe3e-4010-4c40-990a-d234bf1ddcd0 req-b30fd9f4-924c-4ef1-9649-3c7878850a96 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.813516 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d1adbe3e-4010-4c40-990a-d234bf1ddcd0 req-b30fd9f4-924c-4ef1-9649-3c7878850a96 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0975151 May 31 11:56:56.878032 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d1adbe3e-4010-4c40-990a-d234bf1ddcd0 req-1d247948-27b9-46c9-b3f7-8830556fafea tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578620 May 31 11:56:56.892096 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1011c8-8e24-408a-a433-7085a511d4ef req-317cf4cb-791c-4691-84fa-aabb0d99f412 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:56.900044 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bb1011c8-8e24-408a-a433-7085a511d4ef req-317cf4cb-791c-4691-84fa-aabb0d99f412 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 944 time: 0.0977266 May 31 11:56:56.911426 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:56:56.984653 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bb1011c8-8e24-408a-a433-7085a511d4ef req-307377a2-d51c-4aa7-a938-8778aa64bcbf tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835886 May 31 11:56:57.127672 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:56:57.132542 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:56:57.132915 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.251580 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.285996 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:56:57.285996 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7b3e0-de3d-485a-8875-53c86c66c8a5" -d '{"events": [{"server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:56:57.290905 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:56:57.326328 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e423392e-f9cf-4063-bf63-344f0ea7d0bc x-openstack-request-id: req-e423392e-f9cf-4063-bf63-344f0ea7d0bc {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:56:57.326618 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "name": "network-vif-plugged", "status": "completed", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:56:57.326880 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e423392e-f9cf-4063-bf63-344f0ea7d0bc {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:56:57.327242 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7', 'code': 200} May 31 11:56:57.399028 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.400966 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:56:57.468343 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:56:57.475882 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.476232 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.476573 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.476910 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.477239 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.477568 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.477933 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.478257 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.478604 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.478948 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.479241 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.479559 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:56:57.489144 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:56:57.792682 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51310ed-f616-4e44-af2b-199a42bbc925 req-5e28217e-489a-42b9-b9dd-6ffd4a6aa56b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:57.794126 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b51310ed-f616-4e44-af2b-199a42bbc925 req-5e28217e-489a-42b9-b9dd-6ffd4a6aa56b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0816708 May 31 11:56:57.838518 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b51310ed-f616-4e44-af2b-199a42bbc925 req-7fdb1572-c598-4f12-8572-12e324474bf5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387380 May 31 11:56:58.060620 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10030b73-87d5-44ea-a9e8-04f528d0e378 req-3b7b04c0-01bd-421c-8a1a-e17c5eec70d0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.062150 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-10030b73-87d5-44ea-a9e8-04f528d0e378 req-3b7b04c0-01bd-421c-8a1a-e17c5eec70d0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0814331 May 31 11:56:58.123554 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-10030b73-87d5-44ea-a9e8-04f528d0e378 req-0aa8145d-a7e4-4c58-88ed-9880db8fbe27 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554352 May 31 11:56:58.200432 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452de1fb-ea89-425a-8b4a-a0c4a622d08c req-168428b3-f20b-4e30-b579-afe1ec453d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.202671 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-452de1fb-ea89-425a-8b4a-a0c4a622d08c req-168428b3-f20b-4e30-b579-afe1ec453d85 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 1098 time: 0.0777521 May 31 11:56:58.267892 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-452de1fb-ea89-425a-8b4a-a0c4a622d08c req-a8195a3a-a176-4d3f-9b1b-68d119ed6ddd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 May 31 11:56:58.335410 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22dbbb-74e7-45a8-8371-b4331a580031 req-eacc9a27-fd0b-409c-abb6-b044919c92f0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:58.337395 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6a22dbbb-74e7-45a8-8371-b4331a580031 req-eacc9a27-fd0b-409c-abb6-b044919c92f0 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.0841589 May 31 11:56:58.382644 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6a22dbbb-74e7-45a8-8371-b4331a580031 req-8f3c4b20-9308-49fd-a0e9-abf94f803060 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394480 May 31 11:56:59.034503 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffabf89e-438c-402d-8354-5948e0b8fe1b req-67e77261-0963-4c33-989d-74259d506e51 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.035961 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ffabf89e-438c-402d-8354-5948e0b8fe1b req-67e77261-0963-4c33-989d-74259d506e51 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0845022 May 31 11:56:59.082443 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ffabf89e-438c-402d-8354-5948e0b8fe1b req-ecbc8e0d-43a4-4c3c-a1ec-6c701f86fa89 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403326 May 31 11:56:59.321394 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe1cf7-24d7-4f5f-b820-0ff29e7b9c50 req-8fc64df4-c719-4e3d-a1fa-7e42027c6b0a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.322849 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3bbe1cf7-24d7-4f5f-b820-0ff29e7b9c50 req-8fc64df4-c719-4e3d-a1fa-7e42027c6b0a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0846581 May 31 11:56:59.368354 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3bbe1cf7-24d7-4f5f-b820-0ff29e7b9c50 req-cb21bfb4-e012-41c7-bc64-e97894a1986c tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390148 May 31 11:56:59.572479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5802-cbc0-4912-8be1-a5d87504476b req-bfe4035f-16dc-4aa0-a2cd-9150071c518f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:56:59.573855 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d36e5802-cbc0-4912-8be1-a5d87504476b req-bfe4035f-16dc-4aa0-a2cd-9150071c518f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.0841475 May 31 11:56:59.618867 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d36e5802-cbc0-4912-8be1-a5d87504476b req-2f0168f4-93b9-4046-a015-adc9820e3a7e tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392716 May 31 11:57:00.285587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c10cb-7e1b-4f7c-a9d6-ecc4a3e0dbf3 req-674e1a7d-c279-4513-b169-2656b013bfeb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.287380 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e1c10cb-7e1b-4f7c-a9d6-ecc4a3e0dbf3 req-674e1a7d-c279-4513-b169-2656b013bfeb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0888913 May 31 11:57:00.340954 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e1c10cb-7e1b-4f7c-a9d6-ecc4a3e0dbf3 req-c700f0c9-f69c-4f40-9592-d45fa56b40ce tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429244 May 31 11:57:00.556924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e072ddd-a007-4870-aedf-6367ec8c1727 req-3a094e23-60df-4b22-ab0e-82126addfdef tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.558458 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7e072ddd-a007-4870-aedf-6367ec8c1727 req-3a094e23-60df-4b22-ab0e-82126addfdef tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0844722 May 31 11:57:00.627834 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7e072ddd-a007-4870-aedf-6367ec8c1727 req-fae71449-783c-4349-a9ca-6680bc4b4ee8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593786 May 31 11:57:00.755698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8cb68-af62-49fb-9759-e83d6af1d553 req-21e94ca4-be53-4b9d-b611-03080f7164cd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.757136 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-91b8cb68-af62-49fb-9759-e83d6af1d553 req-21e94ca4-be53-4b9d-b611-03080f7164cd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.0884347 May 31 11:57:00.791241 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36594) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:00.803820 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-91b8cb68-af62-49fb-9759-e83d6af1d553 req-a270929d-5e21-4ff1-9885-d58fb5add4da tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402896 May 31 11:57:00.823227 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bf333-5e80-4f0d-b278-11698f83911a req-429ff3f8-f25a-4c84-982b-dffbbeeac876 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:00.824724 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c76bf333-5e80-4f0d-b278-11698f83911a req-429ff3f8-f25a-4c84-982b-dffbbeeac876 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.0976605 May 31 11:57:00.870898 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c76bf333-5e80-4f0d-b278-11698f83911a req-e3a06357-7e8b-44fd-b8e8-06291d4f76fe tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 May 31 11:57:00.924445 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.939232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:00.943030 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Usage tracker for resource:security_group_rule and tenant:17c887b3c2244521a12f9a53d5828481 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:00.946070 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:00.951700 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:01.034868 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.093435 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.100855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a74974c8-51e8-4216-9bce-d5b5cad89da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:01.151809 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17c887b3c2244521a12f9a53d5828481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594761 May 31 11:57:01.152701 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4fa09c-2515-4f3d-b159-30cf3e09a0d8,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:01.155373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36604) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:01.155851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:01.219292 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.245225 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.372206 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.376150 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f92504eb-4019-4bee-8851-9597090a9f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:01.391570 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4fa09c-2515-4f3d-b159-30cf3e09a0d8,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:01.394141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:01.402152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:01.403270 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da4fa09c-2515-4f3d-b159-30cf3e09a0d8 HTTP/1.1" status: 204 len: 168 time: 0.2461393 May 31 11:57:01.553169 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a3f44-1355-4626-b895-5e671b2e2945 req-fccd2651-c88f-4b64-9b62-8d2ead6f70c5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.554863 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-945a3f44-1355-4626-b895-5e671b2e2945 req-fccd2651-c88f-4b64-9b62-8d2ead6f70c5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0840368 May 31 11:57:01.608749 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-945a3f44-1355-4626-b895-5e671b2e2945 req-5433b4e3-4bc4-40c4-a8a6-7e450857616e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471458 May 31 11:57:01.828135 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091da821-ee3d-445a-af30-45769b90db50 req-d26dbcd7-9842-4806-9fd2-f861ddbf3944 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:01.829596 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-091da821-ee3d-445a-af30-45769b90db50 req-d26dbcd7-9842-4806-9fd2-f861ddbf3944 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0821362 May 31 11:57:01.877671 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-091da821-ee3d-445a-af30-45769b90db50 req-bdbd95ab-a9e3-4a1b-b67c-a55d7676eb22 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419254 May 31 11:57:01.999499 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6738e9-c2e3-44a7-9cc4-a2cc63a0d81c req-b4fbf3eb-0681-458d-ba5e-1f0fb0cd8d88 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.000949 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-af6738e9-c2e3-44a7-9cc4-a2cc63a0d81c req-b4fbf3eb-0681-458d-ba5e-1f0fb0cd8d88 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.0828969 May 31 11:57:02.045213 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-af6738e9-c2e3-44a7-9cc4-a2cc63a0d81c req-58739f6e-3c6a-4a3d-9ce4-8c63273c6c87 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385787 May 31 11:57:02.337092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36634) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:02.355665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.370960 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:02.374964 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Usage tracker for resource:security_group_rule and tenant:9503d5a5e45c4002b7d08afd95dd086f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:02.378831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:02.386999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:02.499252 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.573079 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.600441 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-830abc72-859c-4932-9281-7fa27e3fe6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:02.628584 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9503d5a5e45c4002b7d08afd95dd086f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903135 May 31 11:57:02.629553 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1715f6aa-f644-4366-8929-1d9171f952d2,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:02.631353 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36646) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:02.632617 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:02.692115 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.723844 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.759386 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-2498dad0-d7cc-4082-a68e-8a8cb195d390 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776072 May 31 11:57:02.863571 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b3e9d2f2-60d0-4d8a-ba22-f723cdf3eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.864993 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b3e9d2f2-60d0-4d8a-ba22-f723cdf3eac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.0755389 May 31 11:57:02.969477 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9580f9-985a-433d-8251-c8ead1251744 req-a658cb93-c4d2-420d-872a-e8da9e8239e1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:02.969855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:02.970929 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0d9580f9-985a-433d-8251-c8ead1251744 req-a658cb93-c4d2-420d-872a-e8da9e8239e1 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 945 time: 0.0931375 May 31 11:57:03.036129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-691bfe07-4d68-472e-8e68-4f24a9c7efb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:03.051727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1715f6aa-f644-4366-8929-1d9171f952d2,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:03.056128 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:03.077077 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.078258 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1715f6aa-f644-4366-8929-1d9171f952d2 HTTP/1.1" status: 204 len: 168 time: 0.4459243 May 31 11:57:03.111032 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b5389aff-1cc8-474d-a9d1-c045fd5db971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.112809 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b5389aff-1cc8-474d-a9d1-c045fd5db971 service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.2265270 May 31 11:57:03.144595 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Deleting port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:03.145087 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.197435 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-4f4a8e1b-7ad3-4557-b944-da596a643e29 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0784323 May 31 11:57:03.331114 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b503afb5-d5b3-4a78-abcf-ce7800019114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.332637 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-b503afb5-d5b3-4a78-abcf-ce7800019114 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.1260359 May 31 11:57:03.363742 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] For port 4ce33e70-1c44-4a20-b7d9-f22836a812e6, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=4ce33e70-1c44-4a20-b7d9-f22836a812e6,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:03.364100 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.391828 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-fed570c6-d707-455d-9a02-ce8b46b133c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509629 May 31 11:57:03.404458 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa9f9e-be86-43de-89ff-ca1f3cb12257 req-0e58b3aa-b744-438e-bc2f-d812c817238f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.407352 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c0fa9f9e-be86-43de-89ff-ca1f3cb12257 req-0e58b3aa-b744-438e-bc2f-d812c817238f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1502318 May 31 11:57:03.435963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9aadc-42cf-4446-90c7-913d7e2217ff req-8052b32a-7631-4a56-a200-387a2476e5b4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.437417 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-74e9aadc-42cf-4446-90c7-913d7e2217ff req-8052b32a-7631-4a56-a200-387a2476e5b4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.2037659 May 31 11:57:03.505970 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Calling delete_port for 4ce33e70-1c44-4a20-b7d9-f22836a812e6 owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:03.544296 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c0fa9f9e-be86-43de-89ff-ca1f3cb12257 req-663e9e2f-8336-44b6-8b35-56ca24e8132b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165245 May 31 11:57:03.561599 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-74e9aadc-42cf-4446-90c7-913d7e2217ff req-e98abcb4-488d-4838-88f6-59fd606faa4c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626333 May 31 11:57:03.569632 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-0aa694d6-7ca4-41b6-868e-3d0bf30a6214 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615682 May 31 11:57:03.721518 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f387b831-0ff2-4157-a528-12301bc9d814 req-a9da2222-6b80-4ca7-8554-d69f500648b5 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387832 May 31 11:57:03.862940 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:03.875632 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa', 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', '7e88867f-a141-4408-8262-098ebea71af8', '4ce33e70-1c44-4a20-b7d9-f22836a812e6'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:03.884124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e00ca7-a082-4193-b9d0-9fc362bac2fa req-9b7ebf8a-12f5-41f1-b7f8-af79df6047f9 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.885454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4b1890d-491b-4f1b-a973-b9b3af5a8608 req-da63c9ef-f5a0-4470-87a7-bfc38c5f1ffe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.1655250 May 31 11:57:03.887258 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-45e00ca7-a082-4193-b9d0-9fc362bac2fa req-9b7ebf8a-12f5-41f1-b7f8-af79df6047f9 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.1685445 May 31 11:57:03.889465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-57fe9d8f-e198-4ff2-8735-6c468e57ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:03.890829 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-57fe9d8f-e198-4ff2-8735-6c468e57ca14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.1183262 May 31 11:57:03.895403 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:03.936875 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36670) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:03.946824 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event deleted for resources: {'Port': ['ID=4ce33e70-1c44-4a20-b7d9-f22836a812e6,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:03.956165 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:04.047324 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.073106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] No DVR routers for this DVR port 4ce33e70-1c44-4a20-b7d9-f22836a812e6 on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:04.075974 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-45e00ca7-a082-4193-b9d0-9fc362bac2fa req-b51e726c-2bde-4450-bb97-96e4d0257af2 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831417 May 31 11:57:04.079697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:04.080443 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.083811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'name': 'network-vif-deleted', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:04.086194 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da31210a-5c77-46a9-92bf-e94023cb8a1f" -d '{"events": [{"server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "name": "network-vif-deleted", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:04.096863 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Usage tracker for resource:security_group_rule and tenant:80d865ddcbaa4b49b427da5b66b3d916 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:04.101709 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:04.119621 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:04.139900 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-618c61e1-a1c3-457f-b5ab-e7236f9e18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.141505 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-618c61e1-a1c3-457f-b5ab-e7236f9e18aa service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.2429452 May 31 11:57:04.161232 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aece21-8805-4cd6-826b-40477f2e1ca7 req-771ab446-131e-4f7a-9d6f-17a848286817 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.163162 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-93aece21-8805-4cd6-826b-40477f2e1ca7 req-771ab446-131e-4f7a-9d6f-17a848286817 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1265724 May 31 11:57:04.192849 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04ec389-85f3-454f-b354-7c7cfaadb01b x-openstack-request-id: req-c04ec389-85f3-454f-b354-7c7cfaadb01b {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:04.193171 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81d3e5a7-4f51-434a-ab53-15c20f9d6694", "name": "network-vif-deleted", "tag": "4ce33e70-1c44-4a20-b7d9-f22836a812e6", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:04.193428 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c04ec389-85f3-454f-b354-7c7cfaadb01b {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:04.193858 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3e5a7-4f51-434a-ab53-15c20f9d6694', 'name': 'network-vif-deleted', 'tag': '4ce33e70-1c44-4a20-b7d9-f22836a812e6', 'status': 'completed', 'code': 200} May 31 11:57:04.228526 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-fc9d033f-923c-4f5a-954c-be5ac388c01e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0771301 May 31 11:57:04.230341 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-93aece21-8805-4cd6-826b-40477f2e1ca7 req-2a86ca70-9a38-4359-ac6b-cfec3a9d86e0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611255 May 31 11:57:04.244430 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0d9580f9-985a-433d-8251-c8ead1251744 req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "DELETE /v2.0/ports/4ce33e70-1c44-4a20-b7d9-f22836a812e6 HTTP/1.1" status: 204 len: 173 time: 1.2659104 May 31 11:57:04.316630 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-8e0cfb43-4cc1-4909-a625-a9785b3b7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.318498 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-8e0cfb43-4cc1-4909-a625-a9785b3b7543 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.0824091 May 31 11:57:04.374842 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-ba204469-7834-4c4a-91fb-c7cc2233928d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494537 May 31 11:57:04.479284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.541979 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-2745bc4a-553b-4203-90ff-4f481a40c499 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561007 May 31 11:57:04.572549 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.585679 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f236b19e-d903-46ea-9e8a-2baad4e55947 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:04.762131 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80d865ddcbaa4b49b427da5b66b3d916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8220499 May 31 11:57:04.774590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36682) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:04.859495 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3dcde6-4a9d-4627-a6eb-6aca6ea5bba3,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:04.866306 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:04.895061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:04.922207 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4d62cd0-28cb-4d83-88f8-f803e4421aca req-d37a8d3d-6465-40a2-8463-64a1e7264b30 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710022 May 31 11:57:04.928081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-853a9695-1831-47a6-b43b-2ea2f7cad4ff tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.929513 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-853a9695-1831-47a6-b43b-2ea2f7cad4ff tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.2327101 May 31 11:57:04.937430 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221aa647-85a2-41de-bb8e-c72b9cf8f9c6 req-1c35fde0-ba0f-4a93-a5a1-6f014f29e2ea tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.939328 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-221aa647-85a2-41de-bb8e-c72b9cf8f9c6 req-1c35fde0-ba0f-4a93-a5a1-6f014f29e2ea tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.2115917 May 31 11:57:04.950839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2e245-0b66-4bf2-8728-c2ebf785fb2b req-6a431086-6276-4133-952e-5c89ce9343db tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:04.952323 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86c2e245-0b66-4bf2-8728-c2ebf785fb2b req-6a431086-6276-4133-952e-5c89ce9343db tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2524629 May 31 11:57:04.982367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.003652 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86c2e245-0b66-4bf2-8728-c2ebf785fb2b req-0792bcc8-169b-49f1-8589-2a64c9394884 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447154 May 31 11:57:05.112318 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-221aa647-85a2-41de-bb8e-c72b9cf8f9c6 req-8b47504d-2a56-4987-85be-0e47bff8a552 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320519 May 31 11:57:05.143985 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.159323 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Deleting port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:05.159791 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.204020 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-00aa5969-20aa-43cb-be9e-4962721980ce req-903242f5-b72e-4f3c-bfd3-86c3c9171ce2 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=81d3e5a7-4f51-434a-ab53-15c20f9d6694 HTTP/1.1" status: 200 len: 210 time: 0.0480881 May 31 11:57:05.358809 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.365950 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-197f1de1-686e-484a-b9b2-247102f15740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:05.381473 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] For port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,segment=NetworkSegment(7eaf211d-c7b7-4532-aaa2-ad6df2fe3977),segment_id=7eaf211d-c7b7-4532-aaa2-ad6df2fe3977)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:05.382006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.398767 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3dcde6-4a9d-4627-a6eb-6aca6ea5bba3,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:05.402978 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:05.444188 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a5a46-aaaa-4f82-b041-4b321042eae6 req-5a1fffd1-63e8-4cca-9675-f3b060ca6f56 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.451302 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-025a5a46-aaaa-4f82-b041-4b321042eae6 req-5a1fffd1-63e8-4cca-9675-f3b060ca6f56 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1190782 May 31 11:57:05.507571 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-025a5a46-aaaa-4f82-b041-4b321042eae6 req-d40a4886-5c30-47f2-aa42-ebe02308238e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554211 May 31 11:57:05.548186 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Calling delete_port for 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:05.561915 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b51211-5bf2-4314-a20f-f96acb36e85e req-f24597fb-4fc4-406b-ab64-033a3acaef38 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:05.563718 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f7b51211-5bf2-4314-a20f-f96acb36e85e req-f24597fb-4fc4-406b-ab64-033a3acaef38 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 945 time: 0.3246577 May 31 11:57:05.566900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.570217 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea3dcde6-4a9d-4627-a6eb-6aca6ea5bba3 HTTP/1.1" status: 204 len: 168 time: 0.7828231 May 31 11:57:05.630905 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f7b51211-5bf2-4314-a20f-f96acb36e85e req-6e02c5fb-4424-45a3-921c-7a353d1783d2 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/security-groups?id=060707ad-c8ba-4e6f-8585-cb8592a8085c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584292 May 31 11:57:05.876931 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:05.882873 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-75d65aed-1027-4e6d-994b-da3cb637c9ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:05.891216 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['1ed6f3ae-7123-4a72-8cf6-b14ff22866a7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:05.931224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Pushing event deleted for resources: {'Port': ['ID=1ed6f3ae-7123-4a72-8cf6-b14ff22866a7,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:05.936420 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:06.012475 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] No DVR routers for this DVR port 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:06.015099 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.129869 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-72f54ea8-7724-425d-abb2-405c1e51e4ad req-b91152e7-ad77-4879-b4e1-6d724ad42766 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.45 "DELETE /v2.0/ports/1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 HTTP/1.1" status: 204 len: 173 time: 1.1870668 May 31 11:57:06.194645 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'name': 'network-vif-deleted', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:06.197763 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e673510-db7a-40d8-bbc8-aa66ed54b878" -d '{"events": [{"server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "name": "network-vif-deleted", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:06.248263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaab139-5f9c-4fd2-a0e1-5d5109f82210 req-dd394682-8601-4da4-83cf-7696993acc92 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.249829 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eaab139-5f9c-4fd2-a0e1-5d5109f82210 req-dd394682-8601-4da4-83cf-7696993acc92 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1025269 May 31 11:57:06.301736 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36720) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:06.318258 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eaab139-5f9c-4fd2-a0e1-5d5109f82210 req-1a0b13d5-fcc1-4fe9-9280-eccfb9528019 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590653 May 31 11:57:06.395928 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8886e42-8360-4791-81ae-1764a55b758e req-2c9f76d8-f63e-4480-b3d4-528bdc9af6a8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.397505 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d8886e42-8360-4791-81ae-1764a55b758e req-2c9f76d8-f63e-4480-b3d4-528bdc9af6a8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1468723 May 31 11:57:06.399325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c398782-d8c9-45ae-8e34-e6c8d2643745 x-openstack-request-id: req-2c398782-d8c9-45ae-8e34-e6c8d2643745 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:06.399637 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db39d855-70ad-4361-aba1-aab825fef0cc", "name": "network-vif-deleted", "tag": "1ed6f3ae-7123-4a72-8cf6-b14ff22866a7", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:06.400031 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c398782-d8c9-45ae-8e34-e6c8d2643745 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:06.400313 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db39d855-70ad-4361-aba1-aab825fef0cc', 'name': 'network-vif-deleted', 'tag': '1ed6f3ae-7123-4a72-8cf6-b14ff22866a7', 'status': 'completed', 'code': 200} May 31 11:57:06.448475 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d8886e42-8360-4791-81ae-1764a55b758e req-f3f0accf-0b31-420c-b87c-a3dc46c7df9b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434527 May 31 11:57:06.480441 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.496414 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:06.500360 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Usage tracker for resource:security_group_rule and tenant:b655fa039e584d1f9d52e239fbbe171b is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:06.504405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:06.510117 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:06.623154 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.719009 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e27825-9ffd-4d93-a90a-7ecfaf3e4a33 req-b2b308f2-c745-4eca-a2d2-d217748edfc8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:06.721532 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.723216 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01e27825-9ffd-4d93-a90a-7ecfaf3e4a33 req-b2b308f2-c745-4eca-a2d2-d217748edfc8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0910661 May 31 11:57:06.735716 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-50deef59-93a7-4348-9cc0-be30864d3029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:06.797780 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b655fa039e584d1f9d52e239fbbe171b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914010 May 31 11:57:06.801288 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36742) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:06.819006 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01e27825-9ffd-4d93-a90a-7ecfaf3e4a33 req-b283e388-31af-418d-808e-56c13cb3c4dd tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888612 May 31 11:57:06.827289 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f076c92-3ed4-404c-9fbb-eb908b22dac8,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:06.840609 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:06.905416 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b7077c6-c9c3-437a-82dd-0fd98780cce1 req-391ec495-6314-46be-b096-ae86ca85192f tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] 10.222.0.20 "GET /v2.0/ports?device_id=db39d855-70ad-4361-aba1-aab825fef0cc HTTP/1.1" status: 200 len: 210 time: 0.0807400 May 31 11:57:06.928924 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 4ce33e70-1c44-4a20-b7d9-f22836a812e6 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:06.941961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.967058 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 4ce33e70-1c44-4a20-b7d9-f22836a812e6 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:06.967414 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 4ce33e70-1c44-4a20-b7d9-f22836a812e6 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:06.971822 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.183710 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.187692 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-49075c12-f306-4328-b3ae-fa0ef1252f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:07.204512 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f076c92-3ed4-404c-9fbb-eb908b22dac8,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:07.208681 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:07.217011 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:07.218895 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f076c92-3ed4-404c-9fbb-eb908b22dac8 HTTP/1.1" status: 204 len: 168 time: 0.4159672 May 31 11:57:07.519141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc71a69-4c65-47e4-ba2f-2722a5dff893 req-b24d42e2-3828-4ac1-b141-015476d8e755 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.520593 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8fc71a69-4c65-47e4-ba2f-2722a5dff893 req-b24d42e2-3828-4ac1-b141-015476d8e755 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0830297 May 31 11:57:07.569374 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8fc71a69-4c65-47e4-ba2f-2722a5dff893 req-76d8901f-8402-470d-9d48-b11e467a1122 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416830 May 31 11:57:07.652612 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5371e26-4a8f-4ce0-9917-3577199bb274 req-d36822cb-0acf-4f52-b785-f426458497c7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:07.654075 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5371e26-4a8f-4ce0-9917-3577199bb274 req-d36822cb-0acf-4f52-b785-f426458497c7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0862944 May 31 11:57:07.701752 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5371e26-4a8f-4ce0-9917-3577199bb274 req-81ca8653-4fb2-4a1d-a934-ebb2d0ac783a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412085 May 31 11:57:08.091946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd14ab-9c0a-4036-bb39-a957fb0bb7f6 req-8700678c-0fa9-479e-9999-b9230c428cea tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.093376 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-51fd14ab-9c0a-4036-bb39-a957fb0bb7f6 req-8700678c-0fa9-479e-9999-b9230c428cea tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1659667 May 31 11:57:08.137360 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-51fd14ab-9c0a-4036-bb39-a957fb0bb7f6 req-23afc3d7-f6b9-45ef-a260-aea3e5240961 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 May 31 11:57:08.227873 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 36772) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:08.246590 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.276925 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:08.281181 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Usage tracker for resource:security_group_rule and tenant:3b21255971044fbe8f27f6993b8299e0 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:08.284129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:08.290464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:08.376405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.618350 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.635248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e16bf29b-360b-4085-98ce-1918e011eb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:08.676475 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b21255971044fbe8f27f6993b8299e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448485 May 31 11:57:08.676475 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858650d3-5db7-4263-a354-4567dae0913e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:08.677461 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 36788) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:08.695281 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:08.818205 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111068c-9c75-42f6-8d2a-371173a35d29 req-123c35b0-4ec9-48f2-a9f4-e73e10fd9cc6 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.819858 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0111068c-9c75-42f6-8d2a-371173a35d29 req-123c35b0-4ec9-48f2-a9f4-e73e10fd9cc6 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 945 time: 0.0946500 May 31 11:57:08.835479 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.868862 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99984ee5-6889-407a-93a8-a695831debd7 req-f7b81899-f3d3-4c19-80e3-6eb4050d0a63 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:08.869611 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0111068c-9c75-42f6-8d2a-371173a35d29 req-bdf2e408-3658-4953-bb2b-7301c85e8d39 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426254 May 31 11:57:08.874200 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-99984ee5-6889-407a-93a8-a695831debd7 req-f7b81899-f3d3-4c19-80e3-6eb4050d0a63 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1667490 May 31 11:57:08.897527 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:08.934888 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:08.958985 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-99984ee5-6889-407a-93a8-a695831debd7 req-cce3da38-5244-447e-bf83-0fa486bea768 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796900 May 31 11:57:08.975278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:08.975757 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 1ed6f3ae-7123-4a72-8cf6-b14ff22866a7 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:09.067707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ccc91-16ab-44b2-97a3-37acdccbc680 req-d168c161-54cb-4bca-9ff0-590f0be5ed68 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.069226 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d8ccc91-16ab-44b2-97a3-37acdccbc680 req-d168c161-54cb-4bca-9ff0-590f0be5ed68 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0837383 May 31 11:57:09.071505 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.078108 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2b3cff39-b6de-4941-a244-c922389bc498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:09.092927 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858650d3-5db7-4263-a354-4567dae0913e,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:09.105291 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:09.115381 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.119290 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/858650d3-5db7-4263-a354-4567dae0913e HTTP/1.1" status: 204 len: 168 time: 0.4388497 May 31 11:57:09.119667 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d8ccc91-16ab-44b2-97a3-37acdccbc680 req-a08ad035-2f95-4028-8eeb-e33671507a54 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438893 May 31 11:57:09.329495 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b689fc0-a842-4f2c-886a-ff66a27b28b9 req-e95cae72-05e9-4e45-bcef-a1e1ce8f9cbf tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.331209 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b689fc0-a842-4f2c-886a-ff66a27b28b9 req-e95cae72-05e9-4e45-bcef-a1e1ce8f9cbf tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0866964 May 31 11:57:09.379345 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b689fc0-a842-4f2c-886a-ff66a27b28b9 req-e6bef0a9-f701-4769-bed3-72f31e4aea4c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 May 31 11:57:09.718843 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-e9efdbf5-1c43-4332-aceb-149323bc0fde tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355079 May 31 11:57:09.882339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-d9ff101d-7adc-45fe-84b5-02b22df56a86 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:09.883807 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-d9ff101d-7adc-45fe-84b5-02b22df56a86 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591966 May 31 11:57:09.898945 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-edb5362b-3066-4b6a-a6e0-e1d1f763c6c1 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/quotas/49f3dd553d1441ceaa70967eb1a291c6 HTTP/1.1" status: 200 len: 375 time: 0.0093637 May 31 11:57:09.964304 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-88c7a480-9ca9-424f-8822-1b72cc3f2004 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535634 May 31 11:57:10.084309 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7b276-e5e3-4380-82e4-266e7fc08194 req-236c0f40-7f0b-4c20-bd82-310aa0c8f332 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.085943 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bea7b276-e5e3-4380-82e4-266e7fc08194 req-236c0f40-7f0b-4c20-bd82-310aa0c8f332 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:10.190932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bea7b276-e5e3-4380-82e4-266e7fc08194 req-236c0f40-7f0b-4c20-bd82-310aa0c8f332 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:10.192846 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bea7b276-e5e3-4380-82e4-266e7fc08194 req-236c0f40-7f0b-4c20-bd82-310aa0c8f332 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 945 time: 0.1996224 May 31 11:57:10.261942 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bea7b276-e5e3-4380-82e4-266e7fc08194 req-de68141f-2d10-441b-bcbc-3372add91fb8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 May 31 11:57:10.414370 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cca09a-73b3-4e22-9a2d-5068dd7ada74 req-e0258202-67f0-460c-9b8c-196749335ed0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.417374 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38cca09a-73b3-4e22-9a2d-5068dd7ada74 req-e0258202-67f0-460c-9b8c-196749335ed0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1379576 May 31 11:57:10.488247 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-38cca09a-73b3-4e22-9a2d-5068dd7ada74 req-6747f1e8-2300-4c25-8156-1d43a8c1b3c9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569344 May 31 11:57:10.535936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9d2ef-a184-4394-b798-c67f58623e4a req-db479a1a-53da-409c-9fdb-bd17c9648914 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.538394 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f9d9d2ef-a184-4394-b798-c67f58623e4a req-db479a1a-53da-409c-9fdb-bd17c9648914 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0962718 May 31 11:57:10.566979 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a922d861-3570-45e7-ad85-2f7acd362884 req-3b1482ae-eae9-4571-904c-0448d493877e tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 210 time: 0.0471859 May 31 11:57:10.644743 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f9d9d2ef-a184-4394-b798-c67f58623e4a req-32bdd5b1-0c46-41cf-b7a5-9d56ae8fe663 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972052 May 31 11:57:10.674364 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6da3a9-293d-449d-8adc-6623404d808d req-a09a0fe9-e86d-4ffd-8a28-fed460d2cfab tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.675973 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b6da3a9-293d-449d-8adc-6623404d808d req-a09a0fe9-e86d-4ffd-8a28-fed460d2cfab tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 945 time: 0.1139965 May 31 11:57:10.733351 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ad460c05-1d36-4191-bf03-da193ede3d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.806623 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c794db8-fa42-4e35-bbf3-3a4df5ddee33 req-e42f848a-eda3-409c-9712-b23b550ad9cd tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:10.816057 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7c794db8-fa42-4e35-bbf3-3a4df5ddee33 req-e42f848a-eda3-409c-9712-b23b550ad9cd tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1082404 May 31 11:57:10.828385 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Deleting port 7e88867f-a141-4408-8262-098ebea71af8 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:10.828722 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:10.871392 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7c794db8-fa42-4e35-bbf3-3a4df5ddee33 req-eaab5b03-1b01-429f-99ff-13e4826d5cd0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 May 31 11:57:10.993138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] For port 7e88867f-a141-4408-8262-098ebea71af8, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7e88867f-a141-4408-8262-098ebea71af8,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:10.993590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.121845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Calling delete_port for 7e88867f-a141-4408-8262-098ebea71af8 owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:11.299772 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.312593 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa', 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', '7e88867f-a141-4408-8262-098ebea71af8'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:11.312860 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-46e6d4a5-69b7-48ad-bd20-31d6acbdf102 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:11.609517 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event deleted for resources: {'Port': ['ID=7e88867f-a141-4408-8262-098ebea71af8,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:11.619918 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] No DVR routers for this DVR port 7e88867f-a141-4408-8262-098ebea71af8 on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:11.622468 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:11.625497 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-af477d7a-9186-4293-9ecf-a86e208b0599 req-269e020d-56f8-4075-bc54-df2d19c44cf6 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.2271221 May 31 11:57:11.626597 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:11.629314 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'name': 'network-vif-deleted', 'tag': '7e88867f-a141-4408-8262-098ebea71af8'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:11.631843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977bc4a-0913-4a3d-943e-4f93ef85ed34" -d '{"events": [{"server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "name": "network-vif-deleted", "tag": "7e88867f-a141-4408-8262-098ebea71af8"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:11.765145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42314634-ea73-4003-8a75-7a91ca3dbc66 req-711a352f-d1f4-4979-a4e3-4342570b3a7f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:11.772736 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-42314634-ea73-4003-8a75-7a91ca3dbc66 req-711a352f-d1f4-4979-a4e3-4342570b3a7f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1342664 May 31 11:57:11.789851 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b6da3a9-293d-449d-8adc-6623404d808d req-2201dfa3-1545-4ceb-8a73-881672138f72 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "DELETE /v2.0/ports/7e88867f-a141-4408-8262-098ebea71af8 HTTP/1.1" status: 204 len: 173 time: 1.1080735 May 31 11:57:11.799325 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-82efb347-1fa5-4232-af92-2d743ba3b905 req-e1c0a58c-0ac2-4d25-a345-419522443746 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 210 time: 0.0530391 May 31 11:57:11.844229 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-42314634-ea73-4003-8a75-7a91ca3dbc66 req-1ec8fd35-24bb-4e66-8cc3-efe0eaf846eb tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702462 May 31 11:57:11.873060 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67b1207-4373-4442-b718-c4524a132966 x-openstack-request-id: req-c67b1207-4373-4442-b718-c4524a132966 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:11.873375 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d288035a-ec12-45ce-ba14-252a0d0ef334", "name": "network-vif-deleted", "tag": "7e88867f-a141-4408-8262-098ebea71af8", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:11.873652 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c67b1207-4373-4442-b718-c4524a132966 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:11.874089 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd288035a-ec12-45ce-ba14-252a0d0ef334', 'name': 'network-vif-deleted', 'tag': '7e88867f-a141-4408-8262-098ebea71af8', 'status': 'completed', 'code': 200} May 31 11:57:12.100671 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412650d-7eae-448e-a62b-fc0019d151b8 req-d9823c8e-279c-48a2-be3e-e9e4c52fc4e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:12.106817 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0412650d-7eae-448e-a62b-fc0019d151b8 req-d9823c8e-279c-48a2-be3e-e9e4c52fc4e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1236567 May 31 11:57:12.183079 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0412650d-7eae-448e-a62b-fc0019d151b8 req-f069d0fd-65f2-4fe8-82b7-e914a4311c4c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706971 May 31 11:57:12.199817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524fd5-1c60-4a5b-9b44-d30d1e22012b req-26ad835e-7b67-4591-869d-5f3984500668 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:12.201191 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e9524fd5-1c60-4a5b-9b44-d30d1e22012b req-26ad835e-7b67-4591-869d-5f3984500668 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1645386 May 31 11:57:12.267669 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e9524fd5-1c60-4a5b-9b44-d30d1e22012b req-ae78d49c-b429-4f63-b1bc-7b191e57a79b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605969 May 31 11:57:12.869624 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-205d263f-8357-467f-b0b4-71596388eaf9 req-75fcbd34-712d-4d5d-918b-f23dea8312c2 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.0574789 May 31 11:57:13.065249 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4399d6b8-b1b8-49ca-b8e4-4ebaffdb0736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.105168 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4a456af8-65c3-497d-aaeb-6c891e0e562b req-606aee79-ee41-4bb8-bf39-15238cda5a3a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 210 time: 0.0578036 May 31 11:57:13.159011 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12439c9-27d2-409f-9935-c352694bbc5a req-d0dc4ac9-7a18-4efd-80a9-7a8f61b1ca9c tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.167321 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f12439c9-27d2-409f-9935-c352694bbc5a req-d0dc4ac9-7a18-4efd-80a9-7a8f61b1ca9c tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1544578 May 31 11:57:13.362412 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f12439c9-27d2-409f-9935-c352694bbc5a req-a8c6189c-3cc3-4003-863f-8f47d76e3977 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1780467 May 31 11:57:13.465911 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:13.566174 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e09824-b5f8-4447-a984-2c33b40123e4 req-49638463-d478-48e9-b97d-2da100400572 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.614803 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04e09824-b5f8-4447-a984-2c33b40123e4 req-49638463-d478-48e9-b97d-2da100400572 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1939228 May 31 11:57:13.679493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c0615-0e15-4a9c-b425-875beb475721 req-5e0b265a-ad88-4ce4-8d6e-0bec5422cc9f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:13.682131 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f08c0615-0e15-4a9c-b425-875beb475721 req-5e0b265a-ad88-4ce4-8d6e-0bec5422cc9f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1483412 May 31 11:57:13.744273 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f08c0615-0e15-4a9c-b425-875beb475721 req-6121a5a0-aad6-4be7-9cef-cbc3cb1a3c56 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563521 May 31 11:57:13.831216 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04e09824-b5f8-4447-a984-2c33b40123e4 req-29e720bd-467b-4cba-9252-05ce2ad6b1fa tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123809 May 31 11:57:13.833090 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-1fd69f7a-9c1d-4679-bd80-ec8c48dd4dd3 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643696 May 31 11:57:14.071844 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-83824b1b-b235-4bb4-b3a1-b18e75e26524 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:14.074079 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-83824b1b-b235-4bb4-b3a1-b18e75e26524 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290621 May 31 11:57:14.095033 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Request body: {'port': {'device_id': '0357728d-167d-41a7-ac8d-768e03a6d071', 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed', 'admin_state_up': True, 'tenant_id': '49f3dd553d1441ceaa70967eb1a291c6'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:14.228940 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.285639 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-892ccf11-f8f7-4e04-a474-d2b91a36fc09 req-ec32463c-084b-46f2-a95c-d7f33d83457f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:14.353394 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:14.358615 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Usage tracker for resource:port and tenant:49f3dd553d1441ceaa70967eb1a291c6 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:14.372302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:14.385141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:14.442287 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-892ccf11-f8f7-4e04-a474-d2b91a36fc09 req-ec32463c-084b-46f2-a95c-d7f33d83457f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:14.444021 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-892ccf11-f8f7-4e04-a474-d2b91a36fc09 req-ec32463c-084b-46f2-a95c-d7f33d83457f tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=d288035a-ec12-45ce-ba14-252a0d0ef334 HTTP/1.1" status: 200 len: 210 time: 0.2184639 May 31 11:57:14.561318 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1abb221c-5d75-4c83-b3c2-00033243b7fd req-b9d051f3-cdb5-458e-b704-35d11be26edf tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 210 time: 0.0484364 May 31 11:57:14.608559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Made reservation on behalf of 49f3dd553d1441ceaa70967eb1a291c6 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:14.613446 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.641051 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.676805 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:14.684570 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Usage tracker for resource:security_group_rule and tenant:49f3dd553d1441ceaa70967eb1a291c6 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:14.688098 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:14.697830 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:14.753234 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784a254-81a4-4047-95c9-2d37d031da40 req-d3892f36-3f87-4b97-86fb-157eac5d3572 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:14.761651 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c784a254-81a4-4047-95c9-2d37d031da40 req-d3892f36-3f87-4b97-86fb-157eac5d3572 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2018244 May 31 11:57:14.836651 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c784a254-81a4-4047-95c9-2d37d031da40 req-78cec0a5-52a2-40c8-9f18-c72f823322ab tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733287 May 31 11:57:14.942069 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7e88867f-a141-4408-8262-098ebea71af8 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:14.971685 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:14.993878 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 7e88867f-a141-4408-8262-098ebea71af8 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:14.994183 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7e88867f-a141-4408-8262-098ebea71af8 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:15.062376 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.065141 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-5150b2e8-f6aa-4a4d-892b-fe968ae755c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.067335 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-5150b2e8-f6aa-4a4d-892b-fe968ae755c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1098 time: 0.2567916 May 31 11:57:15.068737 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cb1919a3-5d08-4b20-814f-a6d6049c7311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:15.122263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb5ce1-a280-4c0a-98b6-73384aa2eac6 req-af090c63-8fd6-4fcc-a873-bbc8937a2e43 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.124706 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-96fb5ce1-a280-4c0a-98b6-73384aa2eac6 req-af090c63-8fd6-4fcc-a873-bbc8937a2e43 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2008493 May 31 11:57:15.138884 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ddea4-94a2-49f3-bc3d-d65cfd728edd req-6c15e0fd-8baa-430a-9663-ff2dc2de9a08 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.140421 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-120ddea4-94a2-49f3-bc3d-d65cfd728edd req-6c15e0fd-8baa-430a-9663-ff2dc2de9a08 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1513553 May 31 11:57:15.184370 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00538c87-c861-4e61-879c-c7f423a58d31,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.191747 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:15.276603 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-120ddea4-94a2-49f3-bc3d-d65cfd728edd req-ca2b8c70-c716-44b9-8cd6-ca873c2e5954 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162584 May 31 11:57:15.311662 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-96fb5ce1-a280-4c0a-98b6-73384aa2eac6 req-31e834e6-53fc-4141-bd9c-6c8dcfb7ce84 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993476 May 31 11:57:15.315877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Allocated IP 192.168.233.77 (a91c98bb-f6e3-4057-b3b5-abf96c4e7bed/bc0c7383-4095-4ebc-aaaf-81eded9c4704/e10bc66b-8c5f-4383-9268-0c7a5852d01d) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:57:15.345933 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-8a65abed-e454-4e60-961c-2bdcb924253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.347958 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-8a65abed-e454-4e60-961c-2bdcb924253d service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.2704933 May 31 11:57:15.478196 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-272bcdcf-d89c-4634-b75a-d75aa660f038 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 1001 time: 0.1221681 May 31 11:57:15.590286 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.610020 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Transition to ACTIVE for port object e10bc66b-8c5f-4383-9268-0c7a5852d01d will not be triggered until provisioned by entity DHCP. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:15.634929 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-65ed57eb-a9eb-4c13-86ef-66c8186d003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.645915 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-65ed57eb-a9eb-4c13-86ef-66c8186d003c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.1486042 May 31 11:57:15.834257 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.849132 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:15.961465 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:57:15.967039 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:57:15.971992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:57:15.978614 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.979246 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.989270 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:15.996017 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Pushing event updated for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:15.996198 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-aa3257f4-7042-4c82-817e-97cc96d48c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:15.997740 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-aa3257f4-7042-4c82-817e-97cc96d48c97 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3482583 May 31 11:57:15.999850 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:16.019696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d6d5b-da94-49f6-a481-4daea99b4a5b req-a38d80b4-eb77-4324-af0f-86c08d4f2d3a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.028828 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a36d6d5b-da94-49f6-a481-4daea99b4a5b req-a38d80b4-eb77-4324-af0f-86c08d4f2d3a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 935 time: 0.1213908 May 31 11:57:16.123227 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0356648 May 31 11:57:16.138804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Request body: {'port': {'device_id': '0357728d-167d-41a7-ac8d-768e03a6d071', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:16.160286 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a36d6d5b-da94-49f6-a481-4daea99b4a5b req-4a32f582-299c-4f9e-a210-fa63ca821b9b tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195242 May 31 11:57:16.227421 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-3af44386-3ad5-411e-b08f-06c5121b5549 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045863 May 31 11:57:16.326444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.362229 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-f73e2658-e87d-496c-b2bd-bd63c12bb9f8 None None] Provisioning for port e10bc66b-8c5f-4383-9268-0c7a5852d01d completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:16.368472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-f73e2658-e87d-496c-b2bd-bd63c12bb9f8 None None] Provisioning complete for port e10bc66b-8c5f-4383-9268-0c7a5852d01d triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:16.375979 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f73e2658-e87d-496c-b2bd-bd63c12bb9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:16.433229 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-f73e2658-e87d-496c-b2bd-bd63c12bb9f8 None None] Port e10bc66b-8c5f-4383-9268-0c7a5852d01d cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:57:16.465656 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d90bafde-c7b0-4be2-8a07-9afbcc9b0c73 req-ea0f1a45-08b4-4010-95fe-53f7da5d4645 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300725 May 31 11:57:16.528237 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d5d10-0b8d-4bc3-a7b7-e3e035b53c16 req-59099584-6562-4535-b28f-4238245891c5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.535374 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d7d5d10-0b8d-4bc3-a7b7-e3e035b53c16 req-59099584-6562-4535-b28f-4238245891c5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1976454 May 31 11:57:16.590385 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d7d5d10-0b8d-4bc3-a7b7-e3e035b53c16 req-aedb004f-1e4c-4e0a-8688-d8b40b6c3669 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540462 May 31 11:57:16.789977 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b84d4-5585-41a6-b975-a237ba176ddc req-b8652779-ea09-472d-9cc4-31509e366463 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.793169 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-838b84d4-5585-41a6-b975-a237ba176ddc req-b8652779-ea09-472d-9cc4-31509e366463 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1038132 May 31 11:57:16.802621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4d7ee-6fd6-4d77-98cd-be050d2aaf46 req-e330fff2-4bc7-4571-870a-6f7340205ea0 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:16.804735 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-61d4d7ee-6fd6-4d77-98cd-be050d2aaf46 req-e330fff2-4bc7-4571-870a-6f7340205ea0 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.3473763 May 31 11:57:16.884310 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-838b84d4-5585-41a6-b975-a237ba176ddc req-a55fa0c2-3cbf-4267-a8a2-0782c0be0a4a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837088 May 31 11:57:16.931482 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-61d4d7ee-6fd6-4d77-98cd-be050d2aaf46 req-6d73e366-edbf-46f0-a569-267d86d2a725 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171842 May 31 11:57:16.941736 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:17.109730 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4513e6d-f49c-452d-9417-aff8a3f52ebc req-fadd3259-5f2c-4093-a5cc-516b30b4979f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.115147 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f4513e6d-f49c-452d-9417-aff8a3f52ebc req-fadd3259-5f2c-4093-a5cc-516b30b4979f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1079838 May 31 11:57:17.131514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10bc66b-8c5f-4383-9268-0c7a5852d01d {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:17.147103 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.165152 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:17.176025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Transition to ACTIVE for port object e10bc66b-8c5f-4383-9268-0c7a5852d01d will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:57:17.176859 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f4513e6d-f49c-452d-9417-aff8a3f52ebc req-77c7f625-9cfd-4a17-a1b4-0f8c8ce22874 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 May 31 11:57:17.181310 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:17.259885 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.277874 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:17.294165 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:17.352374 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.372883 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:17.436647 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.442988 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:17.534995 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=6']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:17.555743 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:17.619493 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['2088d0c6-ee0f-4a77-ba4d-07faef721a9d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:17.707401 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Attempting to bind port e10bc66b-8c5f-4383-9268-0c7a5852d01d on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:57:17.707763 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Attempting to bind port e10bc66b-8c5f-4383-9268-0c7a5852d01d by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:57:17.708061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Attempting to bind port e10bc66b-8c5f-4383-9268-0c7a5852d01d on network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:17.716936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Pushing event updated for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:17.719897 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:17.723858 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Port e10bc66b-8c5f-4383-9268-0c7a5852d01d on network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:57:17.724187 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Attempting to bind port e10bc66b-8c5f-4383-9268-0c7a5852d01d on network a91c98bb-f6e3-4057-b3b5-abf96c4e7bed {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:57:17.730878 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:57:17.731223 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Checking segment: {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:57:17.731599 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Bound using segment: {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:57:17.732031 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Bound port: e10bc66b-8c5f-4383-9268-0c7a5852d01d, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed3369e-bf7a-4382-bcb5-f7f2a7516951', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:57:17.732374 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.759516 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-c66c6b4d-28aa-425a-8a8b-7f931ff7538a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.760737 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-c66c6b4d-28aa-425a-8a8b-7f931ff7538a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Synchronizing usage tracker for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:17.852715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:57:17.857100 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:57:17.946414 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:17.950666 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:17.993325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-c66c6b4d-28aa-425a-8a8b-7f931ff7538a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Unset dirty status for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:17.998027 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc151fb3-ff13-4ac3-83a6-0efaafceb4d6 req-3f8f88fd-df3e-4f75-8564-2e58b91a6269 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:17.998575 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-c66c6b4d-28aa-425a-8a8b-7f931ff7538a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.6273096 May 31 11:57:18.002310 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fc151fb3-ff13-4ac3-83a6-0efaafceb4d6 req-3f8f88fd-df3e-4f75-8564-2e58b91a6269 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1234672 May 31 11:57:18.042756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.043372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:18.044788 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] 10.222.0.45 "PUT /v2.0/ports/e10bc66b-8c5f-4383-9268-0c7a5852d01d HTTP/1.1" status: 200 len: 1097 time: 1.9104774 May 31 11:57:18.045280 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:18.047571 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c195b7bf-dd91-4105-92dc-8e35d7aada5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:18.049363 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fc151fb3-ff13-4ac3-83a6-0efaafceb4d6 req-2b00b0da-1fdc-47c1-9681-fa4b35b10f95 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439603 May 31 11:57:18.067629 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Pushing event updated for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:18.073930 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:18.083581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-ca15dee1-3cab-46be-8122-1875caea2089 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Synchronizing usage tracker for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:18.214794 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-ca15dee1-3cab-46be-8122-1875caea2089 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Unset dirty status for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:18.218056 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8cfe2fc4-2ef5-4c71-8db2-29fd56947195 req-ca15dee1-3cab-46be-8122-1875caea2089 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100344 May 31 11:57:18.339655 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-9f88c992-4f21-4b32-a059-bfb3e78e17d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.344901 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-9f88c992-4f21-4b32-a059-bfb3e78e17d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 1100 time: 0.1966112 May 31 11:57:18.352237 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a8ae3-5feb-487a-b2fd-4032460a2841 req-1a597866-e538-46c3-9e63-f25e99a5f03e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.360618 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d87a8ae3-5feb-487a-b2fd-4032460a2841 req-1a597866-e538-46c3-9e63-f25e99a5f03e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 944 time: 0.1089003 May 31 11:57:18.437048 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d87a8ae3-5feb-487a-b2fd-4032460a2841 req-ef92382b-64e5-4f46-9d1b-253c8b257f64 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702364 May 31 11:57:18.518935 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-64ffafd0-3f1d-44f1-99a9-7d16fc80597d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d HTTP/1.1" status: 200 len: 217 time: 0.1617918 May 31 11:57:18.563741 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f24215c-ff07-43d2-a13c-51e25e255add x-openstack-request-id: req-6f24215c-ff07-43d2-a13c-51e25e255add {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:18.564126 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:18.564714 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f24215c-ff07-43d2-a13c-51e25e255add {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:18.565198 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d', 'status': 'completed', 'code': 200} May 31 11:57:18.640620 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-5cb1159d-6d91-4974-83d9-7ba7270e4ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.642282 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-5cb1159d-6d91-4974-83d9-7ba7270e4ba0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc0c7383-4095-4ebc-aaaf-81eded9c4704 HTTP/1.1" status: 200 len: 843 time: 0.1149273 May 31 11:57:18.692238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-7a16df3d-ddbb-4d39-a1fa-d47c953c188d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.694914 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-7a16df3d-ddbb-4d39-a1fa-d47c953c188d tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.2532256 May 31 11:57:18.732018 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c7fb4-203b-406a-bc34-6b633c48d82c req-7f9ff60d-2dd3-43f2-913f-0bb8ff37af48 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.733798 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5d3c7fb4-203b-406a-bc34-6b633c48d82c req-7f9ff60d-2dd3-43f2-913f-0bb8ff37af48 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 946 time: 0.2696939 May 31 11:57:18.807604 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5d3c7fb4-203b-406a-bc34-6b633c48d82c req-de88639b-5cf1-4a59-b1fd-8aa1ba1ae7e8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 May 31 11:57:18.817752 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-9948a4a8-7840-48df-b77a-c4b7f6b38ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.819537 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-9948a4a8-7840-48df-b77a-c4b7f6b38ec9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a91c98bb-f6e3-4057-b3b5-abf96c4e7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1689410 May 31 11:57:18.928029 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2cd0-021c-4f73-bff7-010655835404 req-c821cf75-dc70-4eca-9468-dcae4db9cd45 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:18.937521 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e8e2cd0-021c-4f73-bff7-010655835404 req-c821cf75-dc70-4eca-9468-dcae4db9cd45 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2388606 May 31 11:57:18.949575 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:18.967265 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-31b65b4f-3976-475b-b972-08190db194b3 service neutron] 10.222.0.45 "GET /v2.0/networks/a91c98bb-f6e3-4057-b3b5-abf96c4e7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398687 May 31 11:57:19.052092 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e8e2cd0-021c-4f73-bff7-010655835404 req-fb1f4c21-4cd1-4676-a52e-f1afce294304 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123006 May 31 11:57:19.058239 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Deleting port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:19.058609 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.126287 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:19.126876 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.149962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d605ae36-6e17-4558-926d-bb0488d3c9fc req-561c8fed-6424-460c-8b8b-2fff871135d4 service neutron] 10.222.0.45 "GET /v2.0/networks/a91c98bb-f6e3-4057-b3b5-abf96c4e7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757991 May 31 11:57:19.268294 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] For port c23f24a9-be63-4ab8-a8a3-1b5ce2339305, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:19.268645 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.336952 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.410223 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:19.415939 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c2d2d-9b65-4262-98b1-ec715ffc3383" -d '{"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:19.433335 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Calling delete_port for c23f24a9-be63-4ab8-a8a3-1b5ce2339305 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:19.450731 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:19.475873 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-44b7f470-8767-44dc-b58b-94883844fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.477528 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-44b7f470-8767-44dc-b58b-94883844fb9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 1100 time: 0.2243710 May 31 11:57:19.503185 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769cc8c-fcfb-43b3-aecb-c9830fe6b512 x-openstack-request-id: req-1769cc8c-fcfb-43b3-aecb-c9830fe6b512 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:19.503488 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:19.503806 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1769cc8c-fcfb-43b3-aecb-c9830fe6b512 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:19.504614 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'code': 200} May 31 11:57:19.515296 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.518970 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.541559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80fb50-8807-4253-894f-09d85d0edb1e req-d0d7ce41-2a48-48c9-b328-3a1caa57eab8 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.543513 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8c80fb50-8807-4253-894f-09d85d0edb1e req-d0d7ce41-2a48-48c9-b328-3a1caa57eab8 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.1732571 May 31 11:57:19.663463 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=7']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:19.667056 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:19.670296 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8c80fb50-8807-4253-894f-09d85d0edb1e req-38ec560a-1d17-48ce-a6ca-8df922778f79 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197777 May 31 11:57:19.680793 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:19.687479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:19.701889 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa', 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:19.717612 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-15a8a288-0c77-49dd-ba64-aeed683276ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:19.719114 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-15a8a288-0c77-49dd-ba64-aeed683276ed service neutron] 10.222.0.45 "GET /v2.0/networks?id=a91c98bb-f6e3-4057-b3b5-abf96c4e7bed HTTP/1.1" status: 200 len: 870 time: 0.2342000 May 31 11:57:19.794301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event deleted for resources: {'Port': ['ID=c23f24a9-be63-4ab8-a8a3-1b5ce2339305,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:19.807631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:20.041823 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] No DVR routers for this DVR port c23f24a9-be63-4ab8-a8a3-1b5ce2339305 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:20.055417 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:20.060667 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'name': 'network-vif-deleted', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:20.063053 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efd51b3-d2b2-425e-b2d8-900e117a396d" -d '{"events": [{"server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "name": "network-vif-deleted", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:20.083581 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-cf38eaac-2746-4c47-bb5b-aa7ab8c14309 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d HTTP/1.1" status: 200 len: 217 time: 0.3508029 May 31 11:57:20.102825 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a316f52b-cf52-41c7-be12-52acbb7eddff req-dd0fd9b0-5047-4e98-b0e6-78b01f882fbb tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.1051252 May 31 11:57:20.105502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bd2d5-927b-4b34-afbe-b9e62953a2e1 req-eea590f2-706f-4bed-872a-04ada647b329 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.107069 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-075bd2d5-927b-4b34-afbe-b9e62953a2e1 req-eea590f2-706f-4bed-872a-04ada647b329 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.3466258 May 31 11:57:20.208658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-dddbd24f-9db4-4415-9395-a242b9df76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.211862 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-dddbd24f-9db4-4415-9395-a242b9df76cf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc0c7383-4095-4ebc-aaaf-81eded9c4704 HTTP/1.1" status: 200 len: 843 time: 0.1038117 May 31 11:57:20.223758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda4445a-f27b-4c43-940f-c275a2942cbe x-openstack-request-id: req-bda4445a-f27b-4c43-940f-c275a2942cbe {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:20.225950 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fbdf92b-87d4-44e1-957c-c95ae43ee0c0", "name": "network-vif-deleted", "tag": "c23f24a9-be63-4ab8-a8a3-1b5ce2339305", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:20.226809 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bda4445a-f27b-4c43-940f-c275a2942cbe {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:20.229862 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fbdf92b-87d4-44e1-957c-c95ae43ee0c0', 'name': 'network-vif-deleted', 'tag': 'c23f24a9-be63-4ab8-a8a3-1b5ce2339305', 'status': 'completed', 'code': 200} May 31 11:57:20.232933 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-075bd2d5-927b-4b34-afbe-b9e62953a2e1 req-d0401804-d803-4d1d-bf5f-dad327e74bf0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082220 May 31 11:57:20.238382 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-29125da5-d2c0-4285-915a-abd5c2b52daa req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "DELETE /v2.0/ports/c23f24a9-be63-4ab8-a8a3-1b5ce2339305 HTTP/1.1" status: 204 len: 173 time: 1.4903815 May 31 11:57:20.398817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-fdcdcf00-6d9f-422a-92b9-d72d9d8a9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.400719 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-fdcdcf00-6d9f-422a-92b9-d72d9d8a9f69 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a91c98bb-f6e3-4057-b3b5-abf96c4e7bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1834388 May 31 11:57:20.498159 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7438d-1fb3-4bdd-b251-04f3abd8c7c0 req-9bf715bf-968a-4d94-a1bc-fa94e9560310 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.499899 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3b7438d-1fb3-4bdd-b251-04f3abd8c7c0 req-9bf715bf-968a-4d94-a1bc-fa94e9560310 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1702583 May 31 11:57:20.576694 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3b7438d-1fb3-4bdd-b251-04f3abd8c7c0 req-c2f08520-705d-4fde-94be-0db1af678a05 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597215 May 31 11:57:20.599855 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-6bfe2c82-0a4b-40d3-a82c-5fa9994de468 service neutron] 10.222.0.45 "GET /v2.0/networks/a91c98bb-f6e3-4057-b3b5-abf96c4e7bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843634 May 31 11:57:20.747990 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c195b7bf-dd91-4105-92dc-8e35d7aada5b req-08a377fe-20ff-42d1-a7dd-4549ed5f69a9 service neutron] 10.222.0.45 "GET /v2.0/networks/a91c98bb-f6e3-4057-b3b5-abf96c4e7bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359582 May 31 11:57:20.883304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e6a42-e2e2-4d14-a260-0c11ea9c06ca req-a043bbd9-ed03-486c-b25f-77cb19e4f275 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:20.886190 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1c5e6a42-e2e2-4d14-a260-0c11ea9c06ca req-a043bbd9-ed03-486c-b25f-77cb19e4f275 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0880749 May 31 11:57:20.934323 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1c5e6a42-e2e2-4d14-a260-0c11ea9c06ca req-3024b3e3-7469-416e-b5de-13fa1154a8c1 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 May 31 11:57:21.310506 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-30027bdb-3d50-4fab-bb74-866b0d7f082a req-e72b483c-44a4-4f2e-8dbf-60428a25e09c tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fbdf92b-87d4-44e1-957c-c95ae43ee0c0 HTTP/1.1" status: 200 len: 210 time: 0.0598991 May 31 11:57:21.624124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f591af7-61c0-44c2-ba74-53b432d3e974 req-53690602-b831-4666-ba29-32f2c786da64 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:21.625795 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9f591af7-61c0-44c2-ba74-53b432d3e974 req-53690602-b831-4666-ba29-32f2c786da64 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1546974 May 31 11:57:21.707324 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9f591af7-61c0-44c2-ba74-53b432d3e974 req-4b30aec2-9cea-40ff-9d51-6cf5c186fc12 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473762 May 31 11:57:21.876456 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef3e1f-ab5c-4070-b21e-b029e623c47e req-d94a292c-efcc-457b-b95a-497a0cd63df7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:21.878286 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cbef3e1f-ab5c-4070-b21e-b029e623c47e req-d94a292c-efcc-457b-b95a-497a0cd63df7 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1127663 May 31 11:57:21.932043 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cbef3e1f-ab5c-4070-b21e-b029e623c47e req-f39b3750-efcc-4268-9aa5-4a91975bf9b0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452535 May 31 11:57:22.171010 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aefd0-83d8-4232-a438-d51ec0d5d066 req-3771d926-271b-4317-b4c9-61519472e5e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.172472 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-830aefd0-83d8-4232-a438-d51ec0d5d066 req-3771d926-271b-4317-b4c9-61519472e5e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.1142974 May 31 11:57:22.230629 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-830aefd0-83d8-4232-a438-d51ec0d5d066 req-d7d4029e-2c8c-4303-8cf9-0915bffa9f36 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509970 May 31 11:57:22.912006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2392d1-67ab-40d7-93d5-cd37b3a73c26 req-22a9fff8-1992-41c1-a7cf-3c6bc4184249 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:22.913463 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fd2392d1-67ab-40d7-93d5-cd37b3a73c26 req-22a9fff8-1992-41c1-a7cf-3c6bc4184249 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0877323 May 31 11:57:22.966648 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fd2392d1-67ab-40d7-93d5-cd37b3a73c26 req-d41a6bf5-7d4c-4586-ba51-42bbfb24241f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471022 May 31 11:57:23.000418 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c23f24a9-be63-4ab8-a8a3-1b5ce2339305 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:23.038964 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: c23f24a9-be63-4ab8-a8a3-1b5ce2339305 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:23.039388 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c23f24a9-be63-4ab8-a8a3-1b5ce2339305 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:23.137541 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289805f-9f5d-4825-b6cb-a59ac0507ec8 req-d4ce89f6-2f7a-4536-a058-116f6ab302aa tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.139048 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b289805f-9f5d-4825-b6cb-a59ac0507ec8 req-d4ce89f6-2f7a-4536-a058-116f6ab302aa tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0872834 May 31 11:57:23.188890 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b289805f-9f5d-4825-b6cb-a59ac0507ec8 req-098cf5ca-4b05-4cff-99f1-575ab64ce771 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440419 May 31 11:57:23.450919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc9727-5de4-4293-9e6b-00f794a6d7f0 req-318da791-1e14-4900-a5fd-4aae04541e27 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:23.454156 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2bc9727-5de4-4293-9e6b-00f794a6d7f0 req-318da791-1e14-4900-a5fd-4aae04541e27 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0991421 May 31 11:57:23.499995 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2bc9727-5de4-4293-9e6b-00f794a6d7f0 req-1745e332-4b7c-4c3f-bb62-44164b4a3e04 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 May 31 11:57:24.182578 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fed99-09d5-4883-81ab-ddd33ebd0a70 req-20691d64-7458-4d77-8ce1-47b7ceb808e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.186236 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9d0fed99-09d5-4883-81ab-ddd33ebd0a70 req-20691d64-7458-4d77-8ce1-47b7ceb808e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0882862 May 31 11:57:24.234361 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9d0fed99-09d5-4883-81ab-ddd33ebd0a70 req-8b9588fe-0e8a-4097-b335-5afe37bcb9b8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442672 May 31 11:57:24.439631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa23662-3eca-4c1f-aa2d-59d1377b7a38 req-e5fbc5de-a8aa-4bcd-b5a2-8d7f0eefa94b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.441343 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5fa23662-3eca-4c1f-aa2d-59d1377b7a38 req-e5fbc5de-a8aa-4bcd-b5a2-8d7f0eefa94b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1033251 May 31 11:57:24.491882 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5fa23662-3eca-4c1f-aa2d-59d1377b7a38 req-8a5cd700-b130-4588-af9f-9b9dc6653fab tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440552 May 31 11:57:24.509450 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b324fd-4cac-4c38-bcdf-6bbacfcb459d req-70093247-9b16-4858-b2ca-6503baba76dd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.516624 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f4b324fd-4cac-4c38-bcdf-6bbacfcb459d req-70093247-9b16-4858-b2ca-6503baba76dd tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.0994992 May 31 11:57:24.583647 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f4b324fd-4cac-4c38-bcdf-6bbacfcb459d req-c47c3b41-6f8b-4a02-9a5f-f79521a6e1fe tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660765 May 31 11:57:24.704742 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ad734-050b-4263-bf8f-cad6384179cb req-d6b79795-bab0-46dd-ad6f-066e1ae78f65 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:24.706336 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f70ad734-050b-4263-bf8f-cad6384179cb req-d6b79795-bab0-46dd-ad6f-066e1ae78f65 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0833974 May 31 11:57:24.752523 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f70ad734-050b-4263-bf8f-cad6384179cb req-f6c3d40c-942f-4741-95a9-9a4e5840c85b tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 May 31 11:57:25.433326 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e193c113-f989-4aa7-9735-664bbeec6e1d req-de86db72-a275-479a-ba78-31949095bb72 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.434833 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e193c113-f989-4aa7-9735-664bbeec6e1d req-de86db72-a275-479a-ba78-31949095bb72 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0860624 May 31 11:57:25.490371 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e193c113-f989-4aa7-9735-664bbeec6e1d req-63178a8c-4ba0-47d6-b064-6cfbfa3db37d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 May 31 11:57:25.768386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa008e13-9a43-4367-b734-a0943d76df99 req-c501baee-d947-4b6b-8dd9-f849a17f22f4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.769815 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fa008e13-9a43-4367-b734-a0943d76df99 req-c501baee-d947-4b6b-8dd9-f849a17f22f4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1604993 May 31 11:57:25.787986 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22c562a-a31d-46ba-9fbd-1c96f28d4588 req-4876178c-3f1a-4f75-8a04-e2f40ed8b0d8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:25.790559 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f22c562a-a31d-46ba-9fbd-1c96f28d4588 req-4876178c-3f1a-4f75-8a04-e2f40ed8b0d8 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.0954282 May 31 11:57:25.817528 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fa008e13-9a43-4367-b734-a0943d76df99 req-1b9c54f9-4aad-4fe6-a707-3959d92b3705 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 May 31 11:57:25.853255 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f22c562a-a31d-46ba-9fbd-1c96f28d4588 req-0bd378d7-e66f-48b6-ae23-d99e0f6a636a tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 May 31 11:57:26.035801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823d927-ec14-4cbb-b100-0925556c1747 req-726e9e19-ddaa-43a5-98d5-0a0d43acc649 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.037292 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7823d927-ec14-4cbb-b100-0925556c1747 req-726e9e19-ddaa-43a5-98d5-0a0d43acc649 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0926437 May 31 11:57:26.086046 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7823d927-ec14-4cbb-b100-0925556c1747 req-ce27e3c0-86d5-4e0b-b460-b61597e5d8d6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429325 May 31 11:57:26.386903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c6604-6012-479b-99c6-c54680100c48 req-59a3c757-c685-4c42-b0b9-ca25ba89ec3e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:26.388740 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-149c6604-6012-479b-99c6-c54680100c48 req-59a3c757-c685-4c42-b0b9-ca25ba89ec3e tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.0884426 May 31 11:57:26.548834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Deleting port fc313941-4703-420c-bb11-b87815ad76aa {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:26.549273 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:26.740006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] For port fc313941-4703-420c-bb11-b87815ad76aa, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=fc313941-4703-420c-bb11-b87815ad76aa,segment=NetworkSegment(4e3c2cea-f5c0-422a-9480-dbabbfac9ea7),segment_id=4e3c2cea-f5c0-422a-9480-dbabbfac9ea7)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:26.740262 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.017928 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Calling delete_port for fc313941-4703-420c-bb11-b87815ad76aa owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:27.036154 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a08f-df25-48e8-92a0-07ba070298ee req-89faa9d8-d1c5-42a5-b6ba-250ffc03e1d1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.037970 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5a31a08f-df25-48e8-92a0-07ba070298ee req-89faa9d8-d1c5-42a5-b6ba-250ffc03e1d1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.4166241 May 31 11:57:27.062498 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d13c6e-bfc0-477c-b65d-f863186e3405 req-880ba29e-46e1-4eef-ad9a-d7aad89b1f25 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.066555 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c2d13c6e-bfc0-477c-b65d-f863186e3405 req-880ba29e-46e1-4eef-ad9a-d7aad89b1f25 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1272647 May 31 11:57:27.128152 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5a31a08f-df25-48e8-92a0-07ba070298ee req-1f1ffae6-6cc1-46b0-beaf-c77fe3c02f9e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758910 May 31 11:57:27.176177 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c2d13c6e-bfc0-477c-b65d-f863186e3405 req-2b01fb3f-808d-4762-aaa8-a12d20024aa2 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086030 May 31 11:57:27.374007 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.384702 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:27.390196 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['fc313941-4703-420c-bb11-b87815ad76aa'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:27.395467 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b08db5-e7a1-4751-8366-50bdeda3a440 req-5ba7883c-4b4a-4a6f-ac74-f48cbf467d3a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.396954 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8b08db5-e7a1-4751-8366-50bdeda3a440 req-5ba7883c-4b4a-4a6f-ac74-f48cbf467d3a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0952337 May 31 11:57:27.435732 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Pushing event deleted for resources: {'Port': ['ID=fc313941-4703-420c-bb11-b87815ad76aa,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:27.463973 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8b08db5-e7a1-4751-8366-50bdeda3a440 req-0f8b7efb-027d-4214-8587-1db877967de8 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482206 May 31 11:57:27.473680 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:27.530180 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] No DVR routers for this DVR port fc313941-4703-420c-bb11-b87815ad76aa on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:27.532961 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.536630 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'name': 'network-vif-deleted', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:27.539811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe69cf5d-1a16-4155-b837-1842bd9a13ac" -d '{"events": [{"server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "name": "network-vif-deleted", "tag": "fc313941-4703-420c-bb11-b87815ad76aa"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:27.550421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945c087-bd38-4486-b62d-4c2c829453ee req-e053b55b-9d7a-4cf5-b369-72f16772ae64 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:27.553506 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8945c087-bd38-4486-b62d-4c2c829453ee req-e053b55b-9d7a-4cf5-b369-72f16772ae64 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 945 time: 0.2427504 May 31 11:57:27.595570 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-149c6604-6012-479b-99c6-c54680100c48 req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.45 "DELETE /v2.0/ports/fc313941-4703-420c-bb11-b87815ad76aa HTTP/1.1" status: 204 len: 173 time: 1.1980956 May 31 11:57:27.607260 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cb2df-6a9a-4cbe-bd25-f9cc1c1526c0 x-openstack-request-id: req-623cb2df-6a9a-4cbe-bd25-f9cc1c1526c0 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:27.607413 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "addc35d5-7227-4bda-98aa-b03ad13df8bd", "name": "network-vif-deleted", "tag": "fc313941-4703-420c-bb11-b87815ad76aa", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:27.607757 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-623cb2df-6a9a-4cbe-bd25-f9cc1c1526c0 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:27.608112 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'addc35d5-7227-4bda-98aa-b03ad13df8bd', 'name': 'network-vif-deleted', 'tag': 'fc313941-4703-420c-bb11-b87815ad76aa', 'status': 'completed', 'code': 200} May 31 11:57:27.611103 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8945c087-bd38-4486-b62d-4c2c829453ee req-b6b7d255-172e-48ec-9d42-31d7d2993c44 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/security-groups?id=c0164061-c5e7-4d0c-a960-dd8b8a4d395b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521052 May 31 11:57:28.436368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a5848-ada4-4d87-96b9-a8b73584c3bf req-3bb6f23b-8374-40d0-a46c-24245bb832d9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:28.445169 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-649a5848-ada4-4d87-96b9-a8b73584c3bf req-3bb6f23b-8374-40d0-a46c-24245bb832d9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1310441 May 31 11:57:28.464631 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856bb65-7775-425b-9eae-f72264dcaddc req-7006da57-052a-48aa-ac55-3c089f794460 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:28.466155 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d856bb65-7775-425b-9eae-f72264dcaddc req-7006da57-052a-48aa-ac55-3c089f794460 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0940640 May 31 11:57:28.507943 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-649a5848-ada4-4d87-96b9-a8b73584c3bf req-5a844998-21c5-4219-9b0a-ca2592b9605c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608087 May 31 11:57:28.550214 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d856bb65-7775-425b-9eae-f72264dcaddc req-aaab7401-cf59-49f4-bab9-e8c5fe0f3f4c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767043 May 31 11:57:28.731878 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd234d8a-34d3-4777-a447-9d1df3dbd098 req-d127a47c-e362-4c2a-a271-3395a38f378f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:28.733217 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd234d8a-34d3-4777-a447-9d1df3dbd098 req-d127a47c-e362-4c2a-a271-3395a38f378f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0901103 May 31 11:57:28.800517 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd234d8a-34d3-4777-a447-9d1df3dbd098 req-4eab5124-adfe-46fb-8946-4337eb34cc58 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 May 31 11:57:28.834152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-30a0f721-ea6a-41f7-8ab6-bb9e7fe62871 req-56e8eaa6-374e-47c5-adc7-cf8bb9885b2c tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Synchronizing usage tracker for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:28.922102 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-30a0f721-ea6a-41f7-8ab6-bb9e7fe62871 req-56e8eaa6-374e-47c5-adc7-cf8bb9885b2c tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Unset dirty status for tenant:7d2fd09219604cb68cf3510050a6d5d9 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:28.923530 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-30a0f721-ea6a-41f7-8ab6-bb9e7fe62871 req-56e8eaa6-374e-47c5-adc7-cf8bb9885b2c tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] 10.222.0.20 "GET /v2.0/ports?device_id=addc35d5-7227-4bda-98aa-b03ad13df8bd HTTP/1.1" status: 200 len: 210 time: 0.1582923 May 31 11:57:29.537209 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:29.706039 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cc63d-265d-49aa-a168-c3c29e406f65 req-bb33af80-d949-4dd0-a728-db7f991e23fa tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.707709 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3a8cc63d-265d-49aa-a168-c3c29e406f65 req-bb33af80-d949-4dd0-a728-db7f991e23fa tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0872254 May 31 11:57:29.753686 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247ed70-5a5b-4a0e-9878-3c48f946850d req-70c888d7-a172-409e-8da9-631b705ce36b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:29.758694 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6247ed70-5a5b-4a0e-9878-3c48f946850d req-70c888d7-a172-409e-8da9-631b705ce36b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1031554 May 31 11:57:29.767792 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3a8cc63d-265d-49aa-a168-c3c29e406f65 req-17eb299a-bc7c-499a-8d53-9a9e2905948e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542061 May 31 11:57:29.808772 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6247ed70-5a5b-4a0e-9878-3c48f946850d req-c0a82c84-78b4-4c7d-a24b-2af96d616e32 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 May 31 11:57:30.000144 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2271df-51be-454c-bd77-0bfb977bc5da req-008ef098-561b-4474-a9af-370e2245e16d tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.001934 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1c2271df-51be-454c-bd77-0bfb977bc5da req-008ef098-561b-4474-a9af-370e2245e16d tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0911531 May 31 11:57:30.028611 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 37166) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:30.059799 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1c2271df-51be-454c-bd77-0bfb977bc5da req-4a8ff3f1-7887-4c29-8f66-7bc149836236 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512984 May 31 11:57:30.094602 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Deleting subnet 811c3c8b-dd89-488d-ba7c-9b3794461250 {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:30.097491 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.150683 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.158536 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.510977 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.516580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:30.553311 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=811c3c8b-dd89-488d-ba7c-9b3794461250,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:30.556997 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.565973 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/811c3c8b-dd89-488d-ba7c-9b3794461250 HTTP/1.1" status: 204 len: 168 time: 0.5362692 May 31 11:57:30.566460 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37176) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:30.566992 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-17f624bb-4e60-46ee-8e31-d02746493d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:30.695176 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.849788 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.900802 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a77bc79-f485-44ea-b6ea-738f2de2b3bc']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:30.934979 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:30.937964 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3c2cea-f5c0-422a-9480-dbabbfac9ea7') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:30.966026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.980448 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ec824-7b70-4050-9438-d0854e9e86ea req-4242a3ec-a7a6-4850-be37-c5ed719eacbd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:30.987651 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4c8ec824-7b70-4050-9438-d0854e9e86ea req-4242a3ec-a7a6-4850-be37-c5ed719eacbd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1061685 May 31 11:57:30.994091 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.037317 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device fc313941-4703-420c-bb11-b87815ad76aa no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:31.039932 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4c8ec824-7b70-4050-9438-d0854e9e86ea req-72f4371f-b221-4523-94f1-01fd855cdc00 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513086 May 31 11:57:31.065020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:31.065561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.081111 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: fc313941-4703-420c-bb11-b87815ad76aa {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:31.082162 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device fc313941-4703-420c-bb11-b87815ad76aa not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:31.097241 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:31.262052 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d0b5-9770-43a5-a575-2d038234885c req-d1884bd9-816d-4292-9845-81c6e43cf258 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.270405 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3624d0b5-9770-43a5-a575-2d038234885c req-d1884bd9-816d-4292-9845-81c6e43cf258 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2678425 May 31 11:57:31.329209 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3624d0b5-9770-43a5-a575-2d038234885c req-800b0220-d37a-488b-9712-4e686cfb8a76 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574851 May 31 11:57:31.423336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.426902 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e917c2-7916-4ae7-9e1c-9523e4f98b87 req-e4c3b5cd-7fc8-4dbe-87e6-ab6feb65728b tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:31.427373 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c6d53bbc-498c-4eba-b047-262c8682e975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:31.433971 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-60e917c2-7916-4ae7-9e1c-9523e4f98b87 req-e4c3b5cd-7fc8-4dbe-87e6-ab6feb65728b tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.0963602 May 31 11:57:31.442698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:31.462119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=6a77bc79-f485-44ea-b6ea-738f2de2b3bc,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:31.466647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:31.525011 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-60e917c2-7916-4ae7-9e1c-9523e4f98b87 req-d3deedb7-7c7a-4abf-b21a-e72d37325d10 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900884 May 31 11:57:31.557792 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] 10.222.0.20 "DELETE /v2.0/networks/6a77bc79-f485-44ea-b6ea-738f2de2b3bc HTTP/1.1" status: 204 len: 168 time: 0.9886127 May 31 11:57:32.305235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfc7ec-a98d-42f3-a08e-5e7bb1a5e1e0 req-2f3b6c21-a4d7-48c0-87b1-90199b791219 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.306964 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f1cfc7ec-a98d-42f3-a08e-5e7bb1a5e1e0 req-2f3b6c21-a4d7-48c0-87b1-90199b791219 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1069036 May 31 11:57:32.396461 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f1cfc7ec-a98d-42f3-a08e-5e7bb1a5e1e0 req-e7f16b50-f63c-475c-b738-79fe379d4a55 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822577 May 31 11:57:32.526201 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37224) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:32.658955 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b3fe44e8-498b-46dd-a21e-234c177a5db5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2fd09219604cb68cf3510050a6d5d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1290329 May 31 11:57:32.659564 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 37230) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:32.747105 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1214ef5-e1e0-4926-9106-92fee7ae3317 req-a495a8b2-b61f-4645-ae71-2831eb82c19f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.758122 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f1214ef5-e1e0-4926-9106-92fee7ae3317 req-a495a8b2-b61f-4645-ae71-2831eb82c19f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2855427 May 31 11:57:32.845986 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f1214ef5-e1e0-4926-9106-92fee7ae3317 req-312f141f-b83d-4ba7-81fa-f3a4dbf80863 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840669 May 31 11:57:32.871279 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffec7ab-18f8-454a-b08b-41f28120a396 req-04df38db-52d9-48ef-a790-e426673112ed tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:32.878501 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ffec7ab-18f8-454a-b08b-41f28120a396 req-04df38db-52d9-48ef-a790-e426673112ed tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.1974361 May 31 11:57:32.886453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.918478 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:32.949020 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5ffec7ab-18f8-454a-b08b-41f28120a396 req-53134774-3334-4425-a8d5-df6a23cc4f55 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643916 May 31 11:57:33.057519 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.064715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e8d8b06a-05c2-47c2-879e-199e6d3d443f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:33.120451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0164061-c5e7-4d0c-a960-dd8b8a4d395b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:33.127858 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:33.221063 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:33.222562 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0164061-c5e7-4d0c-a960-dd8b8a4d395b HTTP/1.1" status: 204 len: 168 time: 0.5619347 May 31 11:57:33.744494 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c581bec-f8ed-4a71-8960-dccf856a046b req-0846ff30-264c-44af-8a90-cb7fdde26e98 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:33.746834 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4c581bec-f8ed-4a71-8960-dccf856a046b req-0846ff30-264c-44af-8a90-cb7fdde26e98 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1568151 May 31 11:57:33.840738 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4c581bec-f8ed-4a71-8960-dccf856a046b req-707f2f95-98ec-408c-baad-06b7c66bf7c0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814447 May 31 11:57:34.249400 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65dc09-a485-4742-a5bb-32f5bbada1dd req-30a8f241-b98d-4985-bd62-0b03770aab67 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.268696 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e65dc09-a485-4742-a5bb-32f5bbada1dd req-30a8f241-b98d-4985-bd62-0b03770aab67 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1652951 May 31 11:57:34.316109 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5fdf9-7921-4fb6-bc8e-050fdc91e675 req-53f2c32f-b1c9-49b4-8ecf-398a8b231500 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:34.317989 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-81f5fdf9-7921-4fb6-bc8e-050fdc91e675 req-53f2c32f-b1c9-49b4-8ecf-398a8b231500 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.2357247 May 31 11:57:34.346220 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e65dc09-a485-4742-a5bb-32f5bbada1dd req-f820fc5a-aade-437f-bb1a-b9ea743c13d4 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801442 May 31 11:57:34.554629 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-81f5fdf9-7921-4fb6-bc8e-050fdc91e675 req-9ef18c36-6163-45a6-8bb4-ba64432104d5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250526 May 31 11:57:35.074136 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device e10bc66b-8c5f-4383-9268-0c7a5852d01d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:57:35.231551 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d8e16-5144-4d48-bad2-cbf85e695aa1 req-5d1b1777-d17a-479c-a79c-53f12fba8d60 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:35.246439 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c80d8e16-5144-4d48-bad2-cbf85e695aa1 req-5d1b1777-d17a-479c-a79c-53f12fba8d60 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1869097 May 31 11:57:35.331538 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.408613 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:35.424656 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d', 'network_id': 'a91c98bb-f6e3-4057-b3b5-abf96c4e7bed', 'port_id': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d', 'mac_address': 'fa:16:3e:b7:7d:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0c7383-4095-4ebc-aaaf-81eded9c4704', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:57:35.466406 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c80d8e16-5144-4d48-bad2-cbf85e695aa1 req-57bb1bbe-f480-43ec-817b-b84b48826bb4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145734 May 31 11:57:35.555567 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.597546 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10bc66b-8c5f-4383-9268-0c7a5852d01d {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:57:35.615646 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384bfc3-23b5-4053-88c1-541e2a6d9acc req-b9cba571-6f6f-4326-bcf0-0203336290dc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:35.629367 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7384bfc3-23b5-4053-88c1-541e2a6d9acc req-b9cba571-6f6f-4326-bcf0-0203336290dc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1343949 May 31 11:57:35.629933 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:35.692708 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7384bfc3-23b5-4053-88c1-541e2a6d9acc req-acaf19f7-927c-4d5c-a2d6-0e4da9525813 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624182 May 31 11:57:35.790596 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:35.792814 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:35.906544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1440b-b6ea-4b20-97bb-b1731313bf90 req-f8cadd82-35b5-4ddd-924b-b88e14029cf1 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:35.908410 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-91a1440b-b6ea-4b20-97bb-b1731313bf90 req-f8cadd82-35b5-4ddd-924b-b88e14029cf1 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 947 time: 0.1948664 May 31 11:57:36.024407 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:36.029423 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:36.046941 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-91a1440b-b6ea-4b20-97bb-b1731313bf90 req-0bb3ba00-7441-44f8-a2cf-4afd84ad0b47 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238346 May 31 11:57:36.105055 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['e10bc66b-8c5f-4383-9268-0c7a5852d01d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:36.723212 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd8004-897b-4d55-b867-a3e37de241a8 req-55920374-88ff-4387-abe3-26b2115eaf34 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:36.732377 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-00fd8004-897b-4d55-b867-a3e37de241a8 req-55920374-88ff-4387-abe3-26b2115eaf34 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1007836 May 31 11:57:36.795027 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-00fd8004-897b-4d55-b867-a3e37de241a8 req-1f15e246-e89d-4c9b-85b4-543aa833091f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608697 May 31 11:57:37.197614 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ecca-88b3-4a61-bc07-fce75d8f1e32 req-966b55bc-5424-490e-9e08-22e120fa2312 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.218281 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7b90ecca-88b3-4a61-bc07-fce75d8f1e32 req-966b55bc-5424-490e-9e08-22e120fa2312 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2465744 May 31 11:57:37.385110 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7b90ecca-88b3-4a61-bc07-fce75d8f1e32 req-b7022080-cf9a-4016-b671-5c8d6675290e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642938 May 31 11:57:37.495049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eee365-3104-4ea9-bd88-e4044392c5b2 req-48adbdc8-3f62-41aa-a8e9-2df6f670f545 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:37.496742 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c0eee365-3104-4ea9-bd88-e4044392c5b2 req-48adbdc8-3f62-41aa-a8e9-2df6f670f545 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 948 time: 0.1855326 May 31 11:57:37.594687 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c0eee365-3104-4ea9-bd88-e4044392c5b2 req-0a967aa4-adf4-42ca-8e7f-eee0544ac591 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921824 May 31 11:57:38.034508 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23dd36-2040-460c-88d7-90ae10924c2c req-0232b2ee-223a-43a4-9e19-3c2c97037fb4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.036149 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fd23dd36-2040-460c-88d7-90ae10924c2c req-0232b2ee-223a-43a4-9e19-3c2c97037fb4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0954897 May 31 11:57:38.097620 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fd23dd36-2040-460c-88d7-90ae10924c2c req-29ab3cd9-9c56-4879-9aa1-13bdc1ed620b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543463 May 31 11:57:38.643095 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094d67d-2b48-4d6f-8c9d-c0554ab6c76d req-3255193b-7db1-4b46-ae00-4f71f8cfbbbb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.653562 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2094d67d-2b48-4d6f-8c9d-c0554ab6c76d req-3255193b-7db1-4b46-ae00-4f71f8cfbbbb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1015942 May 31 11:57:38.713419 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2094d67d-2b48-4d6f-8c9d-c0554ab6c76d req-a5b12006-ff9e-4a83-8df7-77ad1a6cf490 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587814 May 31 11:57:38.855736 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d5ba94-e43a-4827-9882-c1fb39bbe1f2 req-1ba50a25-b413-432b-b6fd-5d310a8c159d tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:38.857483 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-95d5ba94-e43a-4827-9882-c1fb39bbe1f2 req-1ba50a25-b413-432b-b6fd-5d310a8c159d tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 948 time: 0.1156960 May 31 11:57:38.920014 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-95d5ba94-e43a-4827-9882-c1fb39bbe1f2 req-5318b8ed-f8d0-4222-93d8-c6beee7da68c tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540874 May 31 11:57:39.113229 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device e10bc66b-8c5f-4383-9268-0c7a5852d01d up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:57:39.483185 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff31e7-f4e3-4349-af5a-3775e2e13cb5 req-081ba92d-6648-4adf-90f3-3edeeab7304d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.484783 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6fff31e7-f4e3-4349-af5a-3775e2e13cb5 req-081ba92d-6648-4adf-90f3-3edeeab7304d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0929308 May 31 11:57:39.532190 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6fff31e7-f4e3-4349-af5a-3775e2e13cb5 req-53f5bd7f-411c-465c-aa0e-5e5c2aed7126 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 May 31 11:57:39.744540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710acb1e-4022-4595-8cd3-dd12c76f6e28 req-8d2e75cd-2e1b-4416-94de-06f5c1d47a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.746006 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-710acb1e-4022-4595-8cd3-dd12c76f6e28 req-8d2e75cd-2e1b-4416-94de-06f5c1d47a9d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.0772915 May 31 11:57:39.792158 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-710acb1e-4022-4595-8cd3-dd12c76f6e28 req-65604d18-6909-45cd-9bf7-598c093e68d2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389988 May 31 11:57:39.898300 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d91678-2161-4490-b66a-c3b65fee34a8 req-486f2418-54b2-4ed0-895e-da3c51842de3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:39.899787 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-71d91678-2161-4490-b66a-c3b65fee34a8 req-486f2418-54b2-4ed0-895e-da3c51842de3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0853949 May 31 11:57:39.948041 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-71d91678-2161-4490-b66a-c3b65fee34a8 req-839fe4c6-f11c-4351-8ffd-854775a0d31b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420659 May 31 11:57:39.983127 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port e10bc66b-8c5f-4383-9268-0c7a5852d01d completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:57:39.984413 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port e10bc66b-8c5f-4383-9268-0c7a5852d01d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:57:39.984797 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.114468 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.145079 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:40.147765 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1c30b9-2ee2-4851-811f-cc763a663618" -d '{"events": [{"server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "name": "network-vif-plugged", "status": "completed", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:40.152704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2e2dc3-18fc-4a02-919d-a0386dc11939 req-0119fe48-b5fe-4a0a-b401-c0b1af463552 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.154337 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ef2e2dc3-18fc-4a02-919d-a0386dc11939 req-0119fe48-b5fe-4a0a-b401-c0b1af463552 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 948 time: 0.0926907 May 31 11:57:40.161393 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:40.191690 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a909c52d-2eca-4042-8588-d22b14c93f27 x-openstack-request-id: req-a909c52d-2eca-4042-8588-d22b14c93f27 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:40.192065 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "name": "network-vif-plugged", "status": "completed", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:40.192572 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a909c52d-2eca-4042-8588-d22b14c93f27 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:40.193042 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d', 'code': 200} May 31 11:57:40.204919 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ef2e2dc3-18fc-4a02-919d-a0386dc11939 req-ad53d2e8-b26a-4c2f-9b77-d89805249cb7 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437932 May 31 11:57:40.257428 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.261330 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:40.341206 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:40.344674 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:40.646352 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7f1bf-2871-4ebb-9dbf-4d5553588585 req-c4ba1a08-fb5b-478b-a978-a14a4c4f6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.649481 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c3c7f1bf-2871-4ebb-9dbf-4d5553588585 req-c4ba1a08-fb5b-478b-a978-a14a4c4f6be0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 1102 time: 0.0730016 May 31 11:57:40.761106 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c3c7f1bf-2871-4ebb-9dbf-4d5553588585 req-2428d3c6-1136-46d8-b4a1-e5e0cf0eb8a4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045253 May 31 11:57:40.765605 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-e6effa4f-ecde-4181-b1f5-457dc253b8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:40.801149 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856c2ba-5217-4c0f-9d09-c99581ce8386 req-4acb4362-41ae-46d9-966f-c09adbed415c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:40.816506 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c856c2ba-5217-4c0f-9d09-c99581ce8386 req-4acb4362-41ae-46d9-966f-c09adbed415c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1451540 May 31 11:57:40.863334 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c856c2ba-5217-4c0f-9d09-c99581ce8386 req-3ca4d74c-2c26-42ec-aee4-201c1d1ff3c4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458295 May 31 11:57:41.252007 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b6e74-28a4-4258-9b30-fa96e29dffb4 req-dfe5737c-9795-4e2c-917b-1c5d3f698cc3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:41.253540 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a47b6e74-28a4-4258-9b30-fa96e29dffb4 req-dfe5737c-9795-4e2c-917b-1c5d3f698cc3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1249948 May 31 11:57:41.347424 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a47b6e74-28a4-4258-9b30-fa96e29dffb4 req-1e8d12b2-2f05-498f-93a3-900543e9aee5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683496 May 31 11:57:41.440547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d36d0-cc92-496d-a0a9-1d1d15cce720 req-3a6553e8-5ddd-4193-9511-f23aca69f16a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:41.442208 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0a7d36d0-cc92-496d-a0a9-1d1d15cce720 req-3a6553e8-5ddd-4193-9511-f23aca69f16a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 949 time: 0.1026313 May 31 11:57:41.524799 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0a7d36d0-cc92-496d-a0a9-1d1d15cce720 req-5d8c3db0-c5c5-46a8-8774-71385a97d91c tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724123 May 31 11:57:41.911237 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 37446) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.128683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1653c-c017-4354-bfc6-6f438bd3bafa req-f7d655d6-1c76-42f8-854a-391db4d14740 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.130647 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74a1653c-c017-4354-bfc6-6f438bd3bafa req-f7d655d6-1c76-42f8-854a-391db4d14740 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0959427 May 31 11:57:42.136290 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.166238 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:42.171176 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Usage tracker for resource:security_group_rule and tenant:41650a76ed2f4e9196f9a3f535a5460d is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:42.176752 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:42.185969 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:42.244184 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74a1653c-c017-4354-bfc6-6f438bd3bafa req-26c78242-516f-4ae2-94f1-b2e492216200 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068485 May 31 11:57:42.355905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.453926 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.463006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4e0e836e-ee11-4cb5-ada4-33da6bb765f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:42.573245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d116814-d5a8-4d28-91a4-a053b109447f,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:42.598449 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:42.598449 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41650a76ed2f4e9196f9a3f535a5460d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6807184 May 31 11:57:42.598611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37466) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:42.644025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f5739f-d098-423e-aec9-637e48b158a1 req-62c62f22-04a5-4544-87af-f3fdc701f8cc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:42.648011 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f0f5739f-d098-423e-aec9-637e48b158a1 req-62c62f22-04a5-4544-87af-f3fdc701f8cc tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1650014 May 31 11:57:42.730916 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f0f5739f-d098-423e-aec9-637e48b158a1 req-7598bca2-a602-44f7-b115-e8c0b433ac2d tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713794 May 31 11:57:42.787000 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:42.830317 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.008468 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c11e1-0556-4790-b333-4278806ac561 req-22183826-b6d5-4f2a-8596-59380adbedb5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.012386 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a62c11e1-0556-4790-b333-4278806ac561 req-22183826-b6d5-4f2a-8596-59380adbedb5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 949 time: 0.2774255 May 31 11:57:43.074895 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a62c11e1-0556-4790-b333-4278806ac561 req-e9938737-f0c3-4d40-b4f3-399550a3ffa5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529737 May 31 11:57:43.077211 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b74b40a1-fa92-44f6-9fa3-260f8d0e502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.077780 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.087519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-20b28822-486f-4627-a48f-6fd4aa473277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:43.107857 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d116814-d5a8-4d28-91a4-a053b109447f,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:43.110806 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:43.111845 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.115656 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d116814-d5a8-4d28-91a4-a053b109447f HTTP/1.1" status: 204 len: 168 time: 0.5167212 May 31 11:57:43.394114 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.737186 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-b9685e59-4a6a-49d9-985d-31e21929c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.740633 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-b9685e59-4a6a-49d9-985d-31e21929c8b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=544b24db13554f97b30bef29f0d6e728&device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 1099 time: 0.1523788 May 31 11:57:43.750005 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e54585-e66e-4028-998c-2c0079bcd6f4 req-df9f7a85-1dc3-414a-a7a3-ae62c9270871 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:43.758636 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-62e54585-e66e-4028-998c-2c0079bcd6f4 req-df9f7a85-1dc3-414a-a7a3-ae62c9270871 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.2119410 May 31 11:57:43.771055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37494) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:43.869346 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Deleting subnet 583f5a95-f437-460c-85e1-223c7f2d4a16 {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:57:43.873094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.933498 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.964271 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-62e54585-e66e-4028-998c-2c0079bcd6f4 req-02f4018a-6e7e-4170-b6f7-c00550b1cc35 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047389 May 31 11:57:44.012015 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-d99433fb-1b84-4757-a88c-48ebbf953227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.013573 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-d99433fb-1b84-4757-a88c-48ebbf953227 service neutron] 10.222.0.45 "GET /v2.0/networks?id=371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 200 len: 920 time: 0.2529652 May 31 11:57:44.024500 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.094861 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-a7cbce77-4b87-47a6-ac20-bc825f9f1325 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0726759 May 31 11:57:44.220880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-cabc262d-b657-4655-ba5c-59aa1121e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.222093 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-cabc262d-b657-4655-ba5c-59aa1121e2ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 200 len: 859 time: 0.0960555 May 31 11:57:44.274472 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-76ef445b-a730-4db0-baca-e1a4d4aa6a31 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=371389ad-a006-4546-a904-3ff79d4562ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448380 May 31 11:57:44.286014 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f0026-9ce4-4b62-9de4-584b591a7a67 req-e9fcc1cf-1581-4940-b72c-f3c10779bc48 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.287438 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-699f0026-9ce4-4b62-9de4-584b591a7a67 req-e9fcc1cf-1581-4940-b72c-f3c10779bc48 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1945784 May 31 11:57:44.476243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.507654 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-699f0026-9ce4-4b62-9de4-584b591a7a67 req-7fd52666-a51e-48e2-89b0-10512ca03b72 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984401 May 31 11:57:44.527120 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.529653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-23b8e7cb-bed7-4679-a36b-c56cc9981a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:44.562092 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-10de1b5a-c0a6-47e8-92c5-ca634ed45c73 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736056 May 31 11:57:44.583801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.587243 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583f5a95-f437-460c-85e1-223c7f2d4a16,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:44.594068 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:44.647071 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-95a72aff-a85b-4986-8710-6d2639ccc3ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/583f5a95-f437-460c-85e1-223c7f2d4a16 HTTP/1.1" status: 204 len: 168 time: 0.8736689 May 31 11:57:44.651647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37516) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:44.748628 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-827f3408-5a58-43b4-b7e8-05a167bce37f req-0449ebea-558c-4f90-b5e5-27173bed2b38 service neutron] 10.222.0.45 "GET /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796269 May 31 11:57:44.875885 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb22e11-7fcb-4e00-8ff4-bf6dd2ec531d req-9e1eda50-6678-44f1-ad85-7dcb4bdba10a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:44.879489 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efb22e11-7fcb-4e00-8ff4-bf6dd2ec531d req-9e1eda50-6678-44f1-ad85-7dcb4bdba10a tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 949 time: 0.3054826 May 31 11:57:44.880905 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:44.991077 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efb22e11-7fcb-4e00-8ff4-bf6dd2ec531d req-39a273d8-f123-42a2-869d-1c78f6c4e284 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055682 May 31 11:57:45.071748 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.085711 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d92f123-2532-4c4a-9d38-17cf51b0d6f6']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.103472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.103727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eaf211d-c7b7-4532-aaa2-ad6df2fe3977') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:57:45.115887 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.132763 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.143665 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:57:45.143665 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:57:45.155409 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:57:45.313170 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.314970 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3e932bcb-48d6-4895-af98-fabfb7bac657 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:45.330743 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.344327 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d92f123-2532-4c4a-9d38-17cf51b0d6f6,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:45.346008 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:45.423371 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8469d78-65be-41d9-a0fa-7cbc180ed9f8 req-fa7c93f9-e956-4bab-b720-9b23d6a54a3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.431089 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e8469d78-65be-41d9-a0fa-7cbc180ed9f8 req-fa7c93f9-e956-4bab-b720-9b23d6a54a3a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1918666 May 31 11:57:45.460210 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6d92f123-2532-4c4a-9d38-17cf51b0d6f6 HTTP/1.1" status: 204 len: 168 time: 0.8071723 May 31 11:57:45.497187 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e8469d78-65be-41d9-a0fa-7cbc180ed9f8 req-777b18de-b8ac-4302-920c-51f5bfe2198f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618207 May 31 11:57:45.729471 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a743d39-0c21-4484-9a08-7024ff853848 req-09455694-0693-41c3-b323-9b11c017a137 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:45.730856 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9a743d39-0c21-4484-9a08-7024ff853848 req-09455694-0693-41c3-b323-9b11c017a137 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0814247 May 31 11:57:45.775666 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9a743d39-0c21-4484-9a08-7024ff853848 req-3d96359f-bdc9-44f8-a1d9-8ae6a0d180b8 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 May 31 11:57:45.939210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:45.958892 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 37552) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:46.008711 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-20254832-5623-4525-baa7-05fc64bbcb9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b7021b70f1a4149b9a47909f5587ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485609 May 31 11:57:46.011217 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 37556) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:46.211449 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.243876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-8c7cadc7-1599-4402-9dfa-b20777f880a5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.245478 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-8c7cadc7-1599-4402-9dfa-b20777f880a5 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.45 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 949 time: 0.2177036 May 31 11:57:46.315482 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.415822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c8240-c19a-4e4f-88ee-72f697b56f6b req-d552ce7f-c3ea-4406-8d0f-a3e35248ac37 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.417270 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-aa3c8240-c19a-4e4f-88ee-72f697b56f6b req-d552ce7f-c3ea-4406-8d0f-a3e35248ac37 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 949 time: 0.3107204 May 31 11:57:46.486460 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-aa3c8240-c19a-4e4f-88ee-72f697b56f6b req-112cc08c-bf28-4301-b2a4-d42e389979ec tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/security-groups?id=00538c87-c861-4e61-879c-c7f423a58d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631042 May 31 11:57:46.500047 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Deleting port e10bc66b-8c5f-4383-9268-0c7a5852d01d {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:46.500392 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.592675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.600072 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-eed031e4-e294-423c-97f8-7ea2bae74f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:46.619899 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060707ad-c8ba-4e6f-8585-cb8592a8085c,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:46.629190 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:46.699545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b020f8d-700d-403b-b541-3d0eea3948e8 req-84274d63-c99e-48bf-90b0-b227d19f3ec8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:46.707011 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4b020f8d-700d-403b-b541-3d0eea3948e8 req-84274d63-c99e-48bf-90b0-b227d19f3ec8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.1014957 May 31 11:57:46.710241 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] For port e10bc66b-8c5f-4383-9268-0c7a5852d01d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=e10bc66b-8c5f-4383-9268-0c7a5852d01d,segment=NetworkSegment(eed3369e-bf7a-4382-bcb5-f7f2a7516951),segment_id=eed3369e-bf7a-4382-bcb5-f7f2a7516951)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:46.710709 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.769192 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4b020f8d-700d-403b-b541-3d0eea3948e8 req-07feb1ac-d936-4a79-b634-b45ee34826ba tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611904 May 31 11:57:46.860404 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Calling delete_port for e10bc66b-8c5f-4383-9268-0c7a5852d01d owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:46.889631 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:46.890771 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/060707ad-c8ba-4e6f-8585-cb8592a8085c HTTP/1.1" status: 204 len: 168 time: 0.8785877 May 31 11:57:47.074168 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf6e72c-a8e3-497b-9ca1-6ccc12e48a68 req-5d621fa2-0607-45af-aaa8-78b7fa1fcfef tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.075605 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fdf6e72c-a8e3-497b-9ca1-6ccc12e48a68 req-5d621fa2-0607-45af-aaa8-78b7fa1fcfef tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1446898 May 31 11:57:47.127076 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fdf6e72c-a8e3-497b-9ca1-6ccc12e48a68 req-29293053-c1d7-4106-9b5a-70add9177c6a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450449 May 31 11:57:47.128959 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-3f1a5d9c-330a-4d57-b45c-02583f4163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.130690 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-3f1a5d9c-330a-4d57-b45c-02583f4163c1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1098 time: 0.0770078 May 31 11:57:47.166034 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:47.172922 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-854d1b01-ede8-4c71-8869-e40fef0190f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:47.178235 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['e10bc66b-8c5f-4383-9268-0c7a5852d01d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:47.228057 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Pushing event deleted for resources: {'Port': ['ID=e10bc66b-8c5f-4383-9268-0c7a5852d01d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:47.254853 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:47.273057 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-71f6c797-d2aa-425e-b6ef-16e4127e601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.274697 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-71f6c797-d2aa-425e-b6ef-16e4127e601f service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1371796 May 31 11:57:47.320222 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] No DVR routers for this DVR port e10bc66b-8c5f-4383-9268-0c7a5852d01d on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:57:47.323378 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:47.332524 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'name': 'network-vif-deleted', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:47.335915 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03354f0-400a-4e59-81a5-d494e3238afc" -d '{"events": [{"server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "name": "network-vif-deleted", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:47.383701 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8244ca9a-5f43-4ab4-a1c2-4308a515fdc3 x-openstack-request-id: req-8244ca9a-5f43-4ab4-a1c2-4308a515fdc3 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:47.384335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0357728d-167d-41a7-ac8d-768e03a6d071", "name": "network-vif-deleted", "tag": "e10bc66b-8c5f-4383-9268-0c7a5852d01d", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:47.384679 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8244ca9a-5f43-4ab4-a1c2-4308a515fdc3 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:47.385174 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0357728d-167d-41a7-ac8d-768e03a6d071', 'name': 'network-vif-deleted', 'tag': 'e10bc66b-8c5f-4383-9268-0c7a5852d01d', 'status': 'completed', 'code': 200} May 31 11:57:47.398549 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-a06acbd3-417c-4833-b9e1-e3c82b561b27 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 1001 time: 0.1157615 May 31 11:57:47.475209 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-15b75717-6a01-41cc-b636-ecad5068bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.476894 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-15b75717-6a01-41cc-b636-ecad5068bec3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0715070 May 31 11:57:47.486158 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04422c40-9d06-495f-93a8-d8d7ea139e65 req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.45 "DELETE /v2.0/ports/e10bc66b-8c5f-4383-9268-0c7a5852d01d HTTP/1.1" status: 204 len: 173 time: 1.2262688 May 31 11:57:47.564786 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-71e66448-ba32-40ea-9873-cc98e0ba9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:47.567877 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-71e66448-ba32-40ea-9873-cc98e0ba9e29 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793462 May 31 11:57:47.654003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bedca227-12d2-467a-b811-6d368ad53b3c req-da3dac23-d17e-4c47-af58-501b7a035a8e tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Synchronizing usage tracker for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:57:47.707441 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-84a9a4bc-1d97-495d-b652-4a2b6cefee56 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338902 May 31 11:57:47.767553 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bedca227-12d2-467a-b811-6d368ad53b3c req-da3dac23-d17e-4c47-af58-501b7a035a8e tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Unset dirty status for tenant:49f3dd553d1441ceaa70967eb1a291c6 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:57:47.768723 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bedca227-12d2-467a-b811-6d368ad53b3c req-da3dac23-d17e-4c47-af58-501b7a035a8e tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] 10.222.0.20 "GET /v2.0/ports?device_id=0357728d-167d-41a7-ac8d-768e03a6d071 HTTP/1.1" status: 200 len: 210 time: 0.1639230 May 31 11:57:47.896068 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9ea798ec-a8c4-486d-8d73-e36d1d1f37c6 req-0fa25a17-4d7b-4436-8666-d27d1e5046ab service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787972 May 31 11:57:48.013684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da1f1c7-a7f6-4945-a290-08d40e0bcbef req-a4f7ef06-fb9a-4428-9620-cc5b0dbbfc46 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:48.015184 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6da1f1c7-a7f6-4945-a290-08d40e0bcbef req-a4f7ef06-fb9a-4428-9620-cc5b0dbbfc46 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0834062 May 31 11:57:48.065300 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6da1f1c7-a7f6-4945-a290-08d40e0bcbef req-caf6a5b5-786b-41de-a0a3-006f4c2afb44 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441608 May 31 11:57:48.329631 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85550d-68ad-49c4-9821-50dffa36a79a req-362dda04-24dd-49c1-89cd-a81b51edee26 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:48.331360 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3a85550d-68ad-49c4-9821-50dffa36a79a req-362dda04-24dd-49c1-89cd-a81b51edee26 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.0905821 May 31 11:57:48.400019 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3a85550d-68ad-49c4-9821-50dffa36a79a req-637819c2-5350-4144-8780-4f5c137df114 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613976 May 31 11:57:49.274324 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037d79f-ae79-4b20-9ecd-ca35411e11ff req-f81ec8da-7ade-49e3-ba1c-ff9d342a12f7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:49.276948 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9037d79f-ae79-4b20-9ecd-ca35411e11ff req-f81ec8da-7ade-49e3-ba1c-ff9d342a12f7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0897033 May 31 11:57:49.411564 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9037d79f-ae79-4b20-9ecd-ca35411e11ff req-e9840a53-5aca-42fe-8dfa-8a4615f7d145 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279371 May 31 11:57:50.630187 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9406641-6d7e-425e-9534-d465ac97b99f req-200093d6-0228-420a-8cf9-6c35720f652c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:50.631783 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c9406641-6d7e-425e-9534-d465ac97b99f req-200093d6-0228-420a-8cf9-6c35720f652c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 945 time: 0.0944147 May 31 11:57:50.696299 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c9406641-6d7e-425e-9534-d465ac97b99f req-59389132-cd49-4c26-b4b8-b278dac93022 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573025 May 31 11:57:51.129413 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:51.258463 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.287580 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:57:51.289995 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5fd9ab-d3b3-4441-abd6-c4a6811f1a4b" -d '{"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-unplugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:57:51.299597 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:51.338935 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e0562-ee31-40cb-824a-bbbd6372da56 x-openstack-request-id: req-314e0562-ee31-40cb-824a-bbbd6372da56 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:57:51.342826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-unplugged", "status": "failed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "code": 422}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:57:51.342826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-314e0562-ee31-40cb-824a-bbbd6372da56 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:57:51.342826 dv-cinder-791239-4-smb neutron-server[92558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'code': 422} returned with failed status May 31 11:57:51.447799 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:51.448982 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device e10bc66b-8c5f-4383-9268-0c7a5852d01d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:51.476830 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:51.538905 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: e10bc66b-8c5f-4383-9268-0c7a5852d01d {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:57:51.539416 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device e10bc66b-8c5f-4383-9268-0c7a5852d01d not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:57:51.561975 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=8']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:51.565043 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:53.283753 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09fa0b-08d5-4ee6-b1f4-8d05dbb46076 req-baff5373-9d24-49ad-81db-dc9704365a9e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:53.285224 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5d09fa0b-08d5-4ee6-b1f4-8d05dbb46076 req-baff5373-9d24-49ad-81db-dc9704365a9e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0897784 May 31 11:57:53.339087 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5d09fa0b-08d5-4ee6-b1f4-8d05dbb46076 req-6afb3a46-8e65-4fd4-8168-4bf8e2cc8df4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480397 May 31 11:57:54.076400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 37994) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:54.221615 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-5c519385-2a4b-4682-936f-f271372cb643 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439323 May 31 11:57:54.567395 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa94ab9-4736-4fd5-8a22-ea9773795efb req-dd89dd94-018f-4cfa-a3a2-59d07afdd54f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:54.568908 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7aa94ab9-4736-4fd5-8a22-ea9773795efb req-dd89dd94-018f-4cfa-a3a2-59d07afdd54f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0963228 May 31 11:57:54.689020 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7aa94ab9-4736-4fd5-8a22-ea9773795efb req-b6314ace-6d5c-4b82-b00b-339a24165710 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129732 May 31 11:57:55.142505 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:57:55.335344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38050) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:55.498103 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.514945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:55.520085 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Usage tracker for resource:security_group_rule and tenant:329ef60a2c884d20b5f288d045ec0a40 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:55.523391 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:55.530563 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:55.648695 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.724597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.733353 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:55.775692 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=329ef60a2c884d20b5f288d045ec0a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386621 May 31 11:57:55.777048 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f4a96b-6efc-4ab4-82ef-2bde6d06258e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:55.779240 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38070) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:55.787122 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.787544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.788097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.788726 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.789090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.789476 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.789876 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.790215 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.790554 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.790942 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.791273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.791610 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:55.795966 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:55.844504 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.874800 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:55.937537 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a1520-0589-4455-9691-dab31e056b63 req-f6838b23-66be-489a-8606-07e0e4459df0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:55.939031 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d7a1520-0589-4455-9691-dab31e056b63 req-f6838b23-66be-489a-8606-07e0e4459df0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0937893 May 31 11:57:55.985228 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d7a1520-0589-4455-9691-dab31e056b63 req-d39c934e-02ba-416e-93d4-5ccdfe18e5c9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 May 31 11:57:56.013061 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:56.018336 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f97bcd7b-c031-4982-b2f5-15b2eae34940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:56.036051 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f4a96b-6efc-4ab4-82ef-2bde6d06258e,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:56.040293 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:56.042476 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77f4a96b-6efc-4ab4-82ef-2bde6d06258e HTTP/1.1" status: 204 len: 168 time: 0.2611480 May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.048258 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.050359 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.050717 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.051081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.051396 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.051817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:57:56.058467 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:56.198576 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482c499-2f4b-4ac3-a600-222380f7d3c7 req-1eaea419-91b8-4ca1-8f90-438976585087 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:56.200059 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b482c499-2f4b-4ac3-a600-222380f7d3c7 req-1eaea419-91b8-4ca1-8f90-438976585087 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.0950344 May 31 11:57:56.250028 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b482c499-2f4b-4ac3-a600-222380f7d3c7 req-0682bbee-56b8-48a5-ac2d-3a305d983954 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433667 May 31 11:57:56.696191 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38096) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:56.923327 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4d6bca31-cb2d-4065-9f9b-2f9f314669ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49f3dd553d1441ceaa70967eb1a291c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256882 May 31 11:57:56.925788 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38104) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:56.997537 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.026728 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.196423 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.200224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:57.207301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2355c3d-8758-44db-8134-4d9cb1236cc4 req-cd59ace8-396d-4964-b4e8-977765533e3f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.210139 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2355c3d-8758-44db-8134-4d9cb1236cc4 req-cd59ace8-396d-4964-b4e8-977765533e3f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0934460 May 31 11:57:57.224399 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00538c87-c861-4e61-879c-c7f423a58d31,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:57.259221 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:57.308948 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.309206 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00538c87-c861-4e61-879c-c7f423a58d31 HTTP/1.1" status: 204 len: 168 time: 0.3814456 May 31 11:57:57.361256 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2355c3d-8758-44db-8134-4d9cb1236cc4 req-5ada9249-940c-40a2-97d7-ae14810be740 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452773 May 31 11:57:57.419988 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928404-6e3e-48da-a843-073120ba8ff5 req-94d6ee42-4f6c-41e6-8167-5383c4716ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.421526 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-94d6ee42-4f6c-41e6-8167-5383c4716ed9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 1096 time: 0.1414542 May 31 11:57:57.525598 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42aa636-0e1b-4c72-b744-2197339fe87f req-c86ef915-80a8-48b2-802c-0a576a47e158 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.527339 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d42aa636-0e1b-4c72-b744-2197339fe87f req-c86ef915-80a8-48b2-802c-0a576a47e158 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1248946 May 31 11:57:57.562437 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928404-6e3e-48da-a843-073120ba8ff5 req-6b18d1cf-f5c5-4b6f-9f5f-a1b6fee37061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.562606 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-6b18d1cf-f5c5-4b6f-9f5f-a1b6fee37061 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1096 time: 0.1128347 May 31 11:57:57.587671 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d42aa636-0e1b-4c72-b744-2197339fe87f req-07529497-90d7-45f5-ab61-fefbf1301f0b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502887 May 31 11:57:57.762020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928404-6e3e-48da-a843-073120ba8ff5 req-05ee8043-1565-4047-8ddb-ad7630a8a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.764796 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-05ee8043-1565-4047-8ddb-ad7630a8a8f7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1937799 May 31 11:57:57.892929 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-88edb046-a260-4232-81b8-2bc876d4138d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 999 time: 0.1200521 May 31 11:57:57.966331 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928404-6e3e-48da-a843-073120ba8ff5 req-f4ca9972-9397-413c-a6c6-81f9e50c6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:57.967656 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-f4ca9972-9397-413c-a6c6-81f9e50c6f5e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0666790 May 31 11:57:58.049375 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39928404-6e3e-48da-a843-073120ba8ff5 req-4a9537e1-dd60-467a-a543-18e95b579da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:58.050902 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-4a9537e1-dd60-467a-a543-18e95b579da1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0725667 May 31 11:57:58.192134 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-962243f4-d106-48ff-9c7a-2fd63e049c6f service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332316 May 31 11:57:58.336588 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39928404-6e3e-48da-a843-073120ba8ff5 req-4da7f795-b21c-4b78-b78b-40b09429d2f9 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315188 May 31 11:57:58.646181 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38168) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:57:58.666399 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348ab3a-a0ea-4792-a4ff-f6ddfe689547 req-02e98edf-8fbc-490b-9b0b-54433186609f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:58.668135 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a348ab3a-a0ea-4792-a4ff-f6ddfe689547 req-02e98edf-8fbc-490b-9b0b-54433186609f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1698642 May 31 11:57:58.799467 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-d6beb415-d1c0-4c23-8477-66b6035f6ae5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:58.801086 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-d6beb415-d1c0-4c23-8477-66b6035f6ae5 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.2336202 May 31 11:57:58.859064 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48113fe4-3c67-42c2-aab9-d6af99fa2a0d req-705fe97e-ffab-4563-a770-656bb2654756 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:57:58.864238 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48113fe4-3c67-42c2-aab9-d6af99fa2a0d req-705fe97e-ffab-4563-a770-656bb2654756 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 945 time: 0.1604640 May 31 11:57:58.888808 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571820874-network', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:57:58.910660 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a348ab3a-a0ea-4792-a4ff-f6ddfe689547 req-546a5cad-6f4a-427c-b0ca-c9b7dd421269 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266266 May 31 11:57:58.944685 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:58.954557 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48113fe4-3c67-42c2-aab9-d6af99fa2a0d req-bc27d8d2-8e05-4866-b57f-8c3227fe9226 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827706 May 31 11:57:58.964154 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Usage tracker for resource:network and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:58.974682 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:58.982394 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:59.080471 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Deleting port d753c49f-e6dc-49bb-a2cd-836de73d9857 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:57:59.088351 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.157068 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Made reservation on behalf of ae2957419285474faf32c8445ebd8c36 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:57:59.159534 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.184306 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.211236 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:57:59.228525 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:57:59.234628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:57:59.245743 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:57:59.271940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] For port d753c49f-e6dc-49bb-a2cd-836de73d9857, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=d753c49f-e6dc-49bb-a2cd-836de73d9857,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:57:59.272485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.502696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Calling delete_port for d753c49f-e6dc-49bb-a2cd-836de73d9857 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:57:59.624329 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.707638 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.711214 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f4d1f6f1-f360-47f7-92ce-9f322ebac4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:59.762186 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f828b875-5dfa-44f8-b9bf-388fc443b89e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:59.765684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:59.833383 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.842046 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ed23bdf2-b4d6-46bb-b508-95966f0b3795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:57:59.849424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'd753c49f-e6dc-49bb-a2cd-836de73d9857'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:57:59.883440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:57:59.896291 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Pushing event deleted for resources: {'Port': ['ID=d753c49f-e6dc-49bb-a2cd-836de73d9857,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:57:59.899231 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:57:59.940125 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:59.940764 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Added segment 14e96e81-ca40-48ee-ad9e-2c58afce683b of type vlan for network 1a8f11c8-2d98-482e-900d-056c91e02148 May 31 11:58:00.017708 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] No DVR routers for this DVR port d753c49f-e6dc-49bb-a2cd-836de73d9857 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:00.020572 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.038160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'name': 'network-vif-deleted', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:00.042176 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5638573-86be-4e99-b8a4-52aa7130998a" -d '{"events": [{"server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "name": "network-vif-deleted", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:00.088938 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.208224 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4acf958-ede2-4bdd-bc4b-0eeec9ffaf69 req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "DELETE /v2.0/ports/d753c49f-e6dc-49bb-a2cd-836de73d9857 HTTP/1.1" status: 204 len: 173 time: 1.3824749 May 31 11:58:00.224398 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.226749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:00.228279 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.251604 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-debc7d45-6ef9-453a-b3cc-9e2776220fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:00.282999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8bed8-f81b-4e7f-a334-914841ea1a7f req-7e49b22d-8849-48e0-bfb3-40e3ae7dd025 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:00.284582 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ffa8bed8-f81b-4e7f-a334-914841ea1a7f req-7e49b22d-8849-48e0-bfb3-40e3ae7dd025 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1160948 May 31 11:58:00.374594 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ffa8bed8-f81b-4e7f-a334-914841ea1a7f req-1321bded-c3c8-439c-ac17-3f66d9bff33d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822101 May 31 11:58:00.383296 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7341819 May 31 11:58:00.386216 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38220) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:00.394901 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Request body: {'subnet': {'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571820874-subnet', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:00.401177 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:00.426890 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8f11c8-2d98-482e-900d-056c91e02148,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:00.430783 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Usage tracker for resource:subnet and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:00.435235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:00.436135 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:00.440039 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 1a8f11c8-2d98-482e-900d-056c91e02148 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:58:00.461930 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:00.584289 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Made reservation on behalf of ae2957419285474faf32c8445ebd8c36 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:00.588074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.607056 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3ea151c4-50fd-43f8-9482-de533f1060de req-078e9e7a-1b3f-40a3-9ba9-47456365c482 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0565801 May 31 11:58:00.701194 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccd7531-9e78-4be4-93f5-29d04257ffb0 x-openstack-request-id: req-5ccd7531-9e78-4be4-93f5-29d04257ffb0 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:00.701510 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9672798a-bfbe-428b-9cda-78fe6b1f4dfb", "name": "network-vif-deleted", "tag": "d753c49f-e6dc-49bb-a2cd-836de73d9857", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:00.701808 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ccd7531-9e78-4be4-93f5-29d04257ffb0 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:00.702215 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9672798a-bfbe-428b-9cda-78fe6b1f4dfb', 'name': 'network-vif-deleted', 'tag': 'd753c49f-e6dc-49bb-a2cd-836de73d9857', 'status': 'completed', 'code': 200} May 31 11:58:01.163572 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.167566 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7168657f-ac18-494a-afb1-25b3418d8fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:01.239689 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535c7284-d4f7-42d9-a37a-0ed20286356e,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:01.243127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:01.258341 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Checking segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:01.258693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Network hostable DHCP agents. Network: 1a8f11c8-2d98-482e-900d-056c91e02148, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:58:01.368241 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Network 1a8f11c8-2d98-482e-900d-056c91e02148 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:58:01.570512 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 1a8f11c8-2d98-482e-900d-056c91e02148) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:01.585502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:01.586343 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.590172 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8a23fb-61fd-4db0-b1af-7df216a9517f None None] Network 1a8f11c8-2d98-482e-900d-056c91e02148 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:01.604503 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ea88f-85f8-4412-b9a4-4f9db85563af req-ad104256-55c0-42ba-9e74-64951f9d9c3f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:01.606558 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-875ea88f-85f8-4412-b9a4-4f9db85563af req-ad104256-55c0-42ba-9e74-64951f9d9c3f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0856199 May 31 11:58:01.674643 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-875ea88f-85f8-4412-b9a4-4f9db85563af req-9db6ffde-13bf-4425-ba89-df6f804a0819 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578249 May 31 11:58:01.696130 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3085186 May 31 11:58:01.698768 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38246) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:01.705877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:01.711498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:01.715934 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Usage tracker for resource:router and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:01.719180 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:01.727221 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:01.882941 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.884521 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.886775 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-d36a363d-f5cd-410c-a5ee-ee104bb83c49 req-f19bc6bf-36e3-43dd-b007-1e08d587ca5c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:01.916094 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:01.980464 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-1a8f11c8-2d98-482e-900d-056c91e02148', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:58:01.981373 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.021871 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-d36a363d-f5cd-410c-a5ee-ee104bb83c49 req-f19bc6bf-36e3-43dd-b007-1e08d587ca5c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:02.027214 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d36a363d-f5cd-410c-a5ee-ee104bb83c49 req-f19bc6bf-36e3-43dd-b007-1e08d587ca5c tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.2132864 May 31 11:58:02.422299 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Allocated IP 172.20.0.2 (1a8f11c8-2d98-482e-900d-056c91e02148/535c7284-d4f7-42d9-a37a-0ed20286356e/dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:02.422590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.456725 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:02.491272 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Transition to ACTIVE for port object dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:02.491272 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Transition to ACTIVE for port object dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:02.899497 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501dd59-d68c-471e-b5ff-4e3f022ec70e req-3d9b6814-c534-4dfe-a382-d0769f045131 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:02.903310 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1501dd59-d68c-471e-b5ff-4e3f022ec70e req-3d9b6814-c534-4dfe-a382-d0769f045131 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0912263 May 31 11:58:02.960760 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1501dd59-d68c-471e-b5ff-4e3f022ec70e req-29559a86-907e-44ed-9fca-b9dfd4d29c41 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517061 May 31 11:58:03.119859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.124269 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:03.233163 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device d753c49f-e6dc-49bb-a2cd-836de73d9857 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:03.255950 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-39008b73-8434-48fb-9669-53af3bb1946c req-f7423d6a-1367-46da-9089-66822f7750a6 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0931208 May 31 11:58:03.291186 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: d753c49f-e6dc-49bb-a2cd-836de73d9857 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:03.294630 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device d753c49f-e6dc-49bb-a2cd-836de73d9857 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:03.314518 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Network 1a8f11c8-2d98-482e-900d-056c91e02148 is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:03.317641 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:03.338683 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:03.431403 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Pushing event updated for resources: {'Port': ['ID=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:03.452459 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.452798 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.453136 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.453517 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.453907 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.454232 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.454551 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.454868 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.455185 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.455565 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.455866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.456178 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:03.503694 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:03.549658 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Attempting to bind port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:03.550075 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Attempting to bind port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:03.550452 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Attempting to bind port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 on network 1a8f11c8-2d98-482e-900d-056c91e02148 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Checking segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Bound using segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Bound port: dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:03.562751 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.581796 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.617842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:03.768563 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] For port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:03.772424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] For port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:03.806451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Allocated IP 172.28.0.158 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/bedf8788-0229-4279-be45-e26d3ce88e9a) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:03.983795 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.102933 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.107241 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:04.170281 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73444219-1c1f-4f92-9242-fbfdee78022b req-2f58c4b6-0eb2-47e0-8f86-aeabdefa64c4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:04.171928 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-73444219-1c1f-4f92-9242-fbfdee78022b req-2f58c4b6-0eb2-47e0-8f86-aeabdefa64c4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.0930076 May 31 11:58:04.173563 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:04.177625 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:04.205810 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Pushing event updated for resources: {'Port': ['ID=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:04.217321 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:04.309828 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:04.315573 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:04.320696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Pushing event updated for resources: {'Port': ['ID=bedf8788-0229-4279-be45-e26d3ce88e9a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:04.323049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:04.383383 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:04.403928 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-73444219-1c1f-4f92-9242-fbfdee78022b req-328ba04f-973f-4d85-beaf-3b2fdbe690c6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655357 May 31 11:58:04.621379 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6824afa6-7a55-454a-b5a2-54dca8e845b8 req-c1aea92c-0da7-460a-9a84-245190b99355 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.1233985 May 31 11:58:05.083743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.367380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.564541 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:05.640017 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:05.777161 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:05.856333 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d7f4e-c52f-4a16-a1ce-5841fc9f248c None None] Network 1a8f11c8-2d98-482e-900d-056c91e02148 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:05.887854 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ae3803b1-031e-429c-957c-2133e5ca7d9a req-b320d738-dc88-4a66-bba1-17dce2e6e24e tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0866709 May 31 11:58:06.053707 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b890806-68de-4050-ba7b-9673e899e1a2 req-e0f96364-e6f5-48e3-a39e-e9efd4f2e484 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:06.061536 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b890806-68de-4050-ba7b-9673e899e1a2 req-e0f96364-e6f5-48e3-a39e-e9efd4f2e484 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.3134477 May 31 11:58:06.134353 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4b890806-68de-4050-ba7b-9673e899e1a2 req-d8020d26-84ee-4cca-b3cd-fd8cdf13156c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720003 May 31 11:58:06.162021 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Provisioning for port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:06.185172 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Provisioning complete for port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:06.185848 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.244577 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92557) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:58:06.398444 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.438510 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] For port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:06.462605 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:06.473596 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Sync routers for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:06.484308 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:06.484947 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:57:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:06.624025 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.629998 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:06.650818 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.652306 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9521725 May 31 11:58:06.655548 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38324) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:06.762626 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:06.784190 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-4f896ab2-36f6-44f2-8c7a-9de76bded0cb None None] Provisioning complete for port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:06.784718 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4f896ab2-36f6-44f2-8c7a-9de76bded0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:06.871978 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Pushing event updated for resources: {'Port': ['ID=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:06.889456 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:06.958949 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:07.339794 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:04Z', 'revision_number': 3, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:07.350315 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Checking router: e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:07.350697 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Updating router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 port bedf8788-0229-4279-be45-e26d3ce88e9a binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:58:07.386250 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3ada3591-5c42-43ee-8e24-4a4b602a8526 req-28b7e7f2-1c35-49b7-80aa-ddbce9475c9a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.2946284 May 31 11:58:07.445851 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:07.529841 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490b4d9-6d72-44b9-8d4b-6367ef2c0ea5 req-211c24c3-b0dd-4a4c-90fb-4e4468cfc42e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:07.537050 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d490b4d9-6d72-44b9-8d4b-6367ef2c0ea5 req-211c24c3-b0dd-4a4c-90fb-4e4468cfc42e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.2077260 May 31 11:58:07.538501 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:07.591777 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d490b4d9-6d72-44b9-8d4b-6367ef2c0ea5 req-b9c659c7-3e5e-43da-b1b9-4f6d86774067 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497401 May 31 11:58:07.804340 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:07.804732 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.204741 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.233757 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Transition to ACTIVE for port object bedf8788-0229-4279-be45-e26d3ce88e9a will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:08.242307 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.328265 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.332878 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:08.525891 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Attempting to bind port bedf8788-0229-4279-be45-e26d3ce88e9a on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:08.526267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Attempting to bind port bedf8788-0229-4279-be45-e26d3ce88e9a by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:08.526646 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Attempting to bind port bedf8788-0229-4279-be45-e26d3ce88e9a on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:08.528913 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Pushing event updated for resources: {'Port': ['ID=bedf8788-0229-4279-be45-e26d3ce88e9a,revision_number=2']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:08.561100 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.561100 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.561100 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.562856 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.563199 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.563551 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.563894 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.564192 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.564503 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.564817 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.565131 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.565435 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Bound port: bedf8788-0229-4279-be45-e26d3ce88e9a, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:08.580267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.728963 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Allocated IP 172.20.0.1 (1a8f11c8-2d98-482e-900d-056c91e02148/535c7284-d4f7-42d9-a37a-0ed20286356e/a2065c3c-a77d-42e0-ac5e-ca919054bc0c) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:08.756652 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] For port bedf8788-0229-4279-be45-e26d3ce88e9a, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:08.768074 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] For port bedf8788-0229-4279-be45-e26d3ce88e9a, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=bedf8788-0229-4279-be45-e26d3ce88e9a,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:08.787683 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0c316dd3-4df9-44ed-95a0-75b2c186ba00 req-9502f935-5308-46fb-8cb0-64daaa77122a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.1285713 May 31 11:58:08.837473 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.842670 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-f63a3b5a-06bb-40a9-a0fd-a003669ebd7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:08.952505 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Pushing event updated for resources: {'Port': ['ID=bedf8788-0229-4279-be45-e26d3ce88e9a,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:08.958113 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdb845-c186-4277-9778-247d1fb4c8fa req-206ed8dc-c156-468f-8c9b-ee4b40770e7a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:08.962446 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01fdb845-c186-4277-9778-247d1fb4c8fa req-206ed8dc-c156-468f-8c9b-ee4b40770e7a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1562445 May 31 11:58:08.994476 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-4c0d6073-791d-4560-8300-1942e867812e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:09.003362 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:09.004192 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:57:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:09.046219 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.047125 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-01fdb845-c186-4277-9778-247d1fb4c8fa req-2e0b8845-4d95-4a12-974a-4665cf997dd5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765316 May 31 11:58:09.078986 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Transition to ACTIVE for port object a2065c3c-a77d-42e0-ac5e-ca919054bc0c will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:09.190722 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.197525 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:09.262498 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:09.363598 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Network 1a8f11c8-2d98-482e-900d-056c91e02148 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:09.381486 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:09.385698 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:09.529821 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.586259 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Pushing event updated for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:09.595633 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:09.783291 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:04Z', 'revision_number': 3, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:09.791487 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04739a2e-cf0c-4afe-943c-2b530504f3da None None] The sync data for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb is: [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:04Z', 'revision_number': 3, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:09.859021 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:09.910295 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c0d0dd94-0dca-4bd2-b9d4-42b8319df95d None None] Provisioning for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:09.916231 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c0d0dd94-0dca-4bd2-b9d4-42b8319df95d None None] Provisioning complete for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:09.916882 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c0d0dd94-0dca-4bd2-b9d4-42b8319df95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.001427 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fc396494-9702-4031-b99f-5300b1117b5d req-0af98208-6f3c-4246-8a98-b3194695b17b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0668690 May 31 11:58:10.015157 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0dd94-0dca-4bd2-b9d4-42b8319df95d None None] Port a2065c3c-a77d-42e0-ac5e-ca919054bc0c cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:58:10.362924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.450392 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4edc53-61a7-47c1-a496-df851f86a088 req-6349b09a-1846-453c-9737-c798cabde742 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:10.458760 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cd4edc53-61a7-47c1-a496-df851f86a088 req-6349b09a-1846-453c-9737-c798cabde742 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1136761 May 31 11:58:10.470465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.517009 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cd4edc53-61a7-47c1-a496-df851f86a088 req-69d335db-44d3-4849-baaa-1f083488c54b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566447 May 31 11:58:10.535336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:10.664858 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Pushing event updated for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:10.668147 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:10.680684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.732862 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a84a8ae5-b06c-46a0-84bd-4dce246c1a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:10.941967 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Network 1a8f11c8-2d98-482e-900d-056c91e02148 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:10.944202 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:11.208601 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d133ae86-97e5-4493-aaed-185b1a254710 req-6ee89b6b-1f34-4c03-9855-04d441f929f3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0499275 May 31 11:58:11.215093 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:58:11.247970 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-0f965ea4-beb8-4441-9af0-b608a4a13863 None None] Provisioning complete for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:11.248525 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0f965ea4-beb8-4441-9af0-b608a4a13863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.307522 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-0f965ea4-beb8-4441-9af0-b608a4a13863 None None] Port a2065c3c-a77d-42e0-ac5e-ca919054bc0c cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:58:11.402918 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:11.415183 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] 10.222.0.20 "PUT /v2.0/routers/e5485ea2-33ac-4b49-ae69-e3c2f2cfc023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7569394 May 31 11:58:11.500822 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device bedf8788-0229-4279-be45-e26d3ce88e9a up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:11.699063 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port bedf8788-0229-4279-be45-e26d3ce88e9a completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:11.705131 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port bedf8788-0229-4279-be45-e26d3ce88e9a triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:11.705827 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.787791 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188aa0f-a416-4f02-953b-f9d0afe18b70 req-2599e136-fd02-4cca-8faa-d26983d0b35f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:11.794945 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a188aa0f-a416-4f02-953b-f9d0afe18b70 req-2599e136-fd02-4cca-8faa-d26983d0b35f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1061161 May 31 11:58:11.843449 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a188aa0f-a416-4f02-953b-f9d0afe18b70 req-d0a2000e-51b2-4664-88ed-2015c9dcc20b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451214 May 31 11:58:11.856127 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.875121 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port bedf8788-0229-4279-be45-e26d3ce88e9a, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=bedf8788-0229-4279-be45-e26d3ce88e9a,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:11.935767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:11.937756 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:12.046666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=bedf8788-0229-4279-be45-e26d3ce88e9a,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:12.050704 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Sync routers for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:12.059211 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:12.068302 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:12.069584 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:57:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:12.284778 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:12.419193 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a86688d7-391c-4bca-afe6-1370512e3a88 req-f1bf74fe-c0ec-4b88-8c82-5d0de568c619 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=9672798a-bfbe-428b-9cda-78fe6b1f4dfb HTTP/1.1" status: 200 len: 210 time: 0.0560539 May 31 11:58:12.484106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38488) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:12.491218 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-79522548-network', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:12.495997 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:12.499927 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Usage tracker for resource:network and tenant:f972d45116294d289e74a54daa34a3f3 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:12.503334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:12.509644 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:12.595431 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Made reservation on behalf of f972d45116294d289e74a54daa34a3f3 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:12.598166 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.610954 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.625453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:12.630436 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Usage tracker for resource:security_group_rule and tenant:f972d45116294d289e74a54daa34a3f3 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:12.635335 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:12.644600 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:12.675844 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:10Z', 'revision_number': 2, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:12.680465 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Checking router: e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:12.680854 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Updating router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 port a2065c3c-a77d-42e0-ac5e-ca919054bc0c binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:58:12.743659 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.765632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.901632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.912996 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e2b21dca-8e81-4bad-bb39-a88e3aee5ef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:12.924915 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:58:12.962480 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:12.963127 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Added segment 6d351240-ec79-43fd-9b82-2713ab275f32 of type vlan for network 62d37472-f4af-49e5-98d5-acc0f30c218a May 31 11:58:12.971615 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b9e417-5800-4fc6-beff-79e0e1a8310e,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:12.975830 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:13.008480 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.131891 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-eb4e467a-c39f-48db-a966-d9b19b497dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.160292 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38506) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:13.178963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ef86-346f-4bdd-a035-4c3a929fcced req-23c096e7-7721-45e8-9b92-729d705b8fad tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:13.186354 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2802ef86-346f-4bdd-a035-4c3a929fcced req-23c096e7-7721-45e8-9b92-729d705b8fad tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.1124659 May 31 11:58:13.212802 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.219146 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:13.219921 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.230512 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:13.355127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.386586 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.402675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Pushing event updated for resources: {'Network': ['ID=62d37472-f4af-49e5-98d5-acc0f30c218a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:13.407686 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2802ef86-346f-4bdd-a035-4c3a929fcced req-6a4e53e5-626f-4472-b3ed-8c29632f95a7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205267 May 31 11:58:13.408555 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:13.409709 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:13.419218 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Transition to ACTIVE for port object a2065c3c-a77d-42e0-ac5e-ca919054bc0c will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:13.419403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Usage tracker for resource:security_group_rule and tenant:733599cc3b0c4d3395b38ba7439d3e82 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:13.428568 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:13.436629 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 62d37472-f4af-49e5-98d5-acc0f30c218a details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:58:13.440898 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:13.528209 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device bedf8788-0229-4279-be45-e26d3ce88e9a up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:13.592488 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-5f99a43b-1ea3-4f09-947c-1470858fac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:13.594761 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-5f99a43b-1ea3-4f09-947c-1470858fac38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1096 time: 0.1017029 May 31 11:58:13.631718 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.636585 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1512821 May 31 11:58:13.637270 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38522) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:13.640313 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:13.643293 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Request body: {'subnet': {'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-79522548-subnet', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:13.649626 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:13.653630 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Usage tracker for resource:subnet and tenant:f972d45116294d289e74a54daa34a3f3 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:13.658464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:13.669301 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:13.688235 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.723451 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port bedf8788-0229-4279-be45-e26d3ce88e9a triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:13.723451 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.802245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Made reservation on behalf of f972d45116294d289e74a54daa34a3f3 for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:13.805518 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.855556 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.931386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:13.948314 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:13.948605 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Pushing event updated for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:13.989627 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:14.020655 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e360565a-35dc-4d70-bce7-f8c7e294a095,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:14.024226 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Attempting to bind port a2065c3c-a77d-42e0-ac5e-ca919054bc0c on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:14.024605 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Attempting to bind port a2065c3c-a77d-42e0-ac5e-ca919054bc0c by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:14.024973 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Attempting to bind port a2065c3c-a77d-42e0-ac5e-ca919054bc0c on network 1a8f11c8-2d98-482e-900d-056c91e02148 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:14.028917 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=733599cc3b0c4d3395b38ba7439d3e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8646131 May 31 11:58:14.043026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:14.043533 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38528) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:14.062399 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:14.066773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Checking segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:14.066773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.066773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Bound using segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:14.067146 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Bound port: a2065c3c-a77d-42e0-ac5e-ca919054bc0c, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:14.067486 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.118124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-c87e2a7d-1a80-47be-b552-bf5c34f3824e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.119643 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-c87e2a7d-1a80-47be-b552-bf5c34f3824e service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.5045466 May 31 11:58:14.256388 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] For port a2065c3c-a77d-42e0-ac5e-ca919054bc0c, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:14.261380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] For port a2065c3c-a77d-42e0-ac5e-ca919054bc0c, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:14.272332 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8af52-994a-440a-b1fa-f6edffa0d656 req-15ff1566-7274-45ce-874d-1fbc3138f842 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.273875 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e4a8af52-994a-440a-b1fa-f6edffa0d656 req-15ff1566-7274-45ce-874d-1fbc3138f842 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.4168863 May 31 11:58:14.288743 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.291904 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-233d7322-073d-4240-8191-e90cbf1e8cd4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 200 len: 999 time: 0.1602859 May 31 11:58:14.353210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.395551 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.404264 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:14.408448 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.428428 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-f8684d2d-c2c0-4a65-83c2-27e43d9e72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.430139 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-f8684d2d-c2c0-4a65-83c2-27e43d9e72b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.1212809 May 31 11:58:14.433358 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e4a8af52-994a-440a-b1fa-f6edffa0d656 req-ec3ffb18-6e13-4ab8-908b-bc45f7678777 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1455395 May 31 11:58:14.503262 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:14.504363 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:14.599834 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-331ad09c-7503-405c-a0f5-9915d103ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.605773 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-331ad09c-7503-405c-a0f5-9915d103ede9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1667209 May 31 11:58:14.735262 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf00e1-b84f-4e3e-aaa1-d2d08a3b8110 req-f22ed876-2cbe-4a03-bde9-895ad48adefb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:14.744321 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d0cf00e1-b84f-4e3e-aaa1-d2d08a3b8110 req-f22ed876-2cbe-4a03-bde9-895ad48adefb tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.4218645 May 31 11:58:14.778604 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.779591 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-00b8d496-7287-4bb7-a8c1-104e024c19d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:14.795174 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.827170 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:14.829464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b846a626-6d34-4c1f-924d-ebe081709aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:14.843722 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38546) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:14.870912 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e360565a-35dc-4d70-bce7-f8c7e294a095,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:14.888766 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:14.893329 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:14.897403 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e360565a-35dc-4d70-bce7-f8c7e294a095 HTTP/1.1" status: 204 len: 168 time: 0.8475349 May 31 11:58:14.931125 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d0cf00e1-b84f-4e3e-aaa1-d2d08a3b8110 req-bb67fe2e-f532-45a6-be52-05b5d8c2d655 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870258 May 31 11:58:14.938190 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Checking segment: {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:14.938748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Network hostable DHCP agents. Network: 62d37472-f4af-49e5-98d5-acc0f30c218a, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:58:14.958555 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8834e4f5-b57f-43a0-9333-5ebdcef545e5,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:14.960005 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-5b873a79-a941-4344-9c6f-1b7de43a8acc service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437088 May 31 11:58:14.963315 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:15.001125 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Pushing event updated for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:15.015136 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:15.092548 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Network 62d37472-f4af-49e5-98d5-acc0f30c218a is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:58:15.097066 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02fa4f-3ea3-4db9-b160-a37febd82d7f req-fcec14a7-a406-42f1-9e4b-6b6752d4da7a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:15.098715 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8f02fa4f-3ea3-4db9-b160-a37febd82d7f req-fcec14a7-a406-42f1-9e4b-6b6752d4da7a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 943 time: 0.4191270 May 31 11:58:15.173458 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.178799 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 62d37472-f4af-49e5-98d5-acc0f30c218a) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:15.183596 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:15.184295 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.215755 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:15.222998 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4108f84-dec6-47db-8a81-0b462aa0fea1 None None] Network 62d37472-f4af-49e5-98d5-acc0f30c218a requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:15.231059 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Usage tracker for resource:security_group_rule and tenant:4665ddee51b246a1a996e1fa93bd71bb is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:15.240308 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:15.244360 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:58:15.261224 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8f02fa4f-3ea3-4db9-b160-a37febd82d7f req-ea5abccb-ac10-4a96-8b5c-5b2bd3ce130b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459308 May 31 11:58:15.264036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:15.306195 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fb397841-1ee8-40de-8ae9-3839af8e33cd req-57f04c2d-b1a3-43b9-af90-902604be5424 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239114 May 31 11:58:15.327729 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6864724 May 31 11:58:15.327974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38554) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:15.335039 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:15.343513 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:15.354022 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Usage tracker for resource:router and tenant:f972d45116294d289e74a54daa34a3f3 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:15.358619 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:15.368955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:15.438602 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.490983 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.492475 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.510440 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.525195 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.535746 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5d371ec2-53f5-46ea-9520-4def4a5cab1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:15.563100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:14Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:15.574394 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cd6734-596d-4433-96bd-a04eabba28c9 None None] The sync data for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb is: [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:14Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:15.583164 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4665ddee51b246a1a996e1fa93bd71bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7370694 May 31 11:58:15.586936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38562) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:15.605223 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0ebfa8-60bb-42d9-b34b-dd473fc07e4a,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:15.622089 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:15.663621 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:15.676769 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-62d37472-f4af-49e5-98d5-acc0f30c218a', 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'fixed_ips': [{'subnet_id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:58:15.678314 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.706974 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'mac_address': 'fa:16:3e:37:97:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:58:15.716816 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e2163-6447-4b0a-9b35-2935b5334e52 req-07733413-ae98-4f7a-aaa6-64f8087dae3a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:15.730222 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-648e2163-6447-4b0a-9b35-2935b5334e52 req-07733413-ae98-4f7a-aaa6-64f8087dae3a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1634915 May 31 11:58:15.819397 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-648e2163-6447-4b0a-9b35-2935b5334e52 req-3dca647d-e490-4cb1-91a2-beae878869a4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871964 May 31 11:58:15.893557 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:15.960541 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38572) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:15.981843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.010950 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:16.034532 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.046031 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:16.047032 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:16.057039 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Allocated IP 172.20.0.2 (62d37472-f4af-49e5-98d5-acc0f30c218a/8834e4f5-b57f-43a0-9333-5ebdcef545e5/080f59fb-ea03-46d6-8e0f-af9ac9a76236) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:16.060432 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf6b40e287741d0a4988440aea7c594 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:16.069106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:16.082568 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:16.113772 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.169890 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.177105 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4db788af-b726-4ec4-97c8-dab3730036c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.233679 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.236144 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.293062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=9']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.308654 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:16.320846 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.356569 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.377944 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c6d40a3e-d43c-4335-93c5-69fd99c45183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.425974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7327c5a-c2cd-40e6-8150-ab52f12423c5 req-333d7dd2-9261-4229-a82d-c2460d4f627f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:16.427523 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d7327c5a-c2cd-40e6-8150-ab52f12423c5 req-333d7dd2-9261-4229-a82d-c2460d4f627f tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1873283 May 31 11:58:16.445620 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['2088d0c6-ee0f-4a77-ba4d-07faef721a9d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:16.550711 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d7327c5a-c2cd-40e6-8150-ab52f12423c5 req-e708aef3-cd8c-406d-b323-8a052d53fe92 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 May 31 11:58:16.561528 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bf6b40e287741d0a4988440aea7c594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5994554 May 31 11:58:16.568596 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38578) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:16.570091 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42404a48-b24c-4cef-91b3-fa51b9214892,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.579513 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:16.609534 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.623970 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4ec2ef5e-8a94-4fb4-a9f7-a62e9e21b249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.629519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.634278 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb482bb-a329-4a3a-a549-6693204192bb req-66c76b19-35f1-4df7-913f-b3ffab95c382 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:16.636009 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dfb482bb-a329-4a3a-a549-6693204192bb req-66c76b19-35f1-4df7-913f-b3ffab95c382 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 944 time: 0.2148359 May 31 11:58:16.654462 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Transition to ACTIVE for port object 080f59fb-ea03-46d6-8e0f-af9ac9a76236 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:16.654690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0ebfa8-60bb-42d9-b34b-dd473fc07e4a,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.665241 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:16.696538 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.697768 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c0ebfa8-60bb-42d9-b34b-dd473fc07e4a HTTP/1.1" status: 204 len: 168 time: 1.1099403 May 31 11:58:16.704717 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dfb482bb-a329-4a3a-a549-6693204192bb req-d1ed7463-c306-4f06-b1ca-f46d897171cb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621285 May 31 11:58:16.737408 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Transition to ACTIVE for port object 080f59fb-ea03-46d6-8e0f-af9ac9a76236 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:16.814924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.868529 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:16.872236 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:16.953450 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Network 62d37472-f4af-49e5-98d5-acc0f30c218a is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:16.956193 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:16.959258 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Pushing event updated for resources: {'Port': ['ID=080f59fb-ea03-46d6-8e0f-af9ac9a76236,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:16.961766 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:16.999382 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.009775 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:17.078454 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Attempting to bind port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:17.078904 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Attempting to bind port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:17.079377 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Attempting to bind port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 on network 62d37472-f4af-49e5-98d5-acc0f30c218a {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:17.086140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:17.086611 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Checking segment: {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:17.087082 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.087610 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Bound using segment: {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:17.088144 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Bound port: 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:17.088620 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.180920 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.215250 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] For port 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:17.219114 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] For port 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=080f59fb-ea03-46d6-8e0f-af9ac9a76236,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:17.233055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.267624 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:17.346027 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:17.346407 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.351048 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5eb3-6e68-4435-abc5-0981f19652bd req-e9a8b0fc-ae73-4cdf-b583-845346a8f8ba tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:17.352638 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d88b5eb3-6e68-4435-abc5-0981f19652bd req-e9a8b0fc-ae73-4cdf-b583-845346a8f8ba tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.3126068 May 31 11:58:17.450603 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.455055 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d88b5eb3-6e68-4435-abc5-0981f19652bd req-9c547002-f5c3-470f-b858-ab118da74a8a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700436 May 31 11:58:17.455055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Allocated IP 172.28.0.116 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/46ea043d-dd20-46c6-9814-5b1860f5278b) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:17.464109 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:17.564905 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a2065c3c-a77d-42e0-ac5e-ca919054bc0c up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:17.625232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.632720 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-63675df4-a25b-4942-b72b-2a2388cf4167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:17.648783 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.653084 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42404a48-b24c-4cef-91b3-fa51b9214892,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:17.662310 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:17.690304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.694766 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/42404a48-b24c-4cef-91b3-fa51b9214892 HTTP/1.1" status: 204 len: 168 time: 1.1249480 May 31 11:58:17.709980 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:17.712278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325a2fb5-5013-4b8b-ab45-b985144e706f" -d '{"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:17.716733 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Pushing event updated for resources: {'Port': ['ID=080f59fb-ea03-46d6-8e0f-af9ac9a76236,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:17.721190 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:17.728359 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:17.754451 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.797267 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b725e1-0ad5-40cb-b94a-77fb75960b6c x-openstack-request-id: req-76b725e1-0ad5-40cb-b94a-77fb75960b6c {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:17.798194 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-plugged", "status": "completed", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:17.798554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76b725e1-0ad5-40cb-b94a-77fb75960b6c {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:17.799593 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'code': 200} May 31 11:58:17.805554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.816485 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:17.851294 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3d289-1ddd-4c4c-8ccc-61790b14dad3 req-49a8debc-98ef-4bc4-b278-df99cd9138f0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:17.853135 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8db3d289-1ddd-4c4c-8ccc-61790b14dad3 req-49a8debc-98ef-4bc4-b278-df99cd9138f0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.1779387 May 31 11:58:17.881522 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:17.907755 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.910105 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:17.910560 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:17.913477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:17.919917 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8db3d289-1ddd-4c4c-8ccc-61790b14dad3 req-364e864c-0703-419c-92f9-71b77bdad6e9 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588114 May 31 11:58:17.995543 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=10']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:18.004654 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:18.063743 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:18.068134 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:18.070108 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Pushing event updated for resources: {'Port': ['ID=46ea043d-dd20-46c6-9814-5b1860f5278b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:18.072217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:18.113603 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:18.117165 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:18.184312 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port a2065c3c-a77d-42e0-ac5e-ca919054bc0c, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:18.306715 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc03a3-5808-4ff3-9a43-b246751ed522 req-e3410993-5912-43ed-adf3-472d02c3b72c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:18.308221 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bfc03a3-5808-4ff3-9a43-b246751ed522 req-e3410993-5912-43ed-adf3-472d02c3b72c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.3524323 May 31 11:58:18.337168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:18.339772 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:18.421560 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9bfc03a3-5808-4ff3-9a43-b246751ed522 req-62ac8fa9-cfe1-405a-99d1-5ace91912bc6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774486 May 31 11:58:18.433895 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:18.441845 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:18.678934 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da35f9-8324-4c2e-969d-d3de4665cca8 req-d0cd2327-138d-4ce3-bb53-8f283c511b2b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:18.680691 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c9da35f9-8324-4c2e-969d-d3de4665cca8 req-d0cd2327-138d-4ce3-bb53-8f283c511b2b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1025908 May 31 11:58:18.747194 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c9da35f9-8324-4c2e-969d-d3de4665cca8 req-fcaadc39-86c5-445c-8d7a-0ffffb3b10f0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503376 May 31 11:58:18.811175 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54939c9-8626-48c5-858c-818006716439 req-b0e1eb9f-9aac-4ad7-8984-682b48da3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:18.812611 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f54939c9-8626-48c5-858c-818006716439 req-b0e1eb9f-9aac-4ad7-8984-682b48da3eca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 1099 time: 0.2142200 May 31 11:58:18.843723 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:18.946571 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f54939c9-8626-48c5-858c-818006716439 req-c618ebae-e578-4a6a-9c3c-41afa53acd2b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214974 May 31 11:58:19.021991 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885c77ed-42d6-4475-aaea-b2aa3ade7d89 None None] Network 62d37472-f4af-49e5-98d5-acc0f30c218a requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:58:19.214301 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-651fa853-e151-435a-819c-406fea8fc25e None None] Provisioning for port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:19.310137 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82053fa9-0768-4c4f-82f9-86f57b049538 req-248aab72-7d88-4e67-ab3a-793d74322b43 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:19.311718 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-82053fa9-0768-4c4f-82f9-86f57b049538 req-248aab72-7d88-4e67-ab3a-793d74322b43 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.2179623 May 31 11:58:19.312895 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:19.615035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a2065c3c-a77d-42e0-ac5e-ca919054bc0c up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:19.638932 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-82053fa9-0768-4c4f-82f9-86f57b049538 req-d5fe650a-23a7-4ab9-ac2b-33ba2cbc51b0 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585486 May 31 11:58:19.691267 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port a2065c3c-a77d-42e0-ac5e-ca919054bc0c triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:19.691649 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:19.750763 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d7570-55e6-4d11-b728-2a80f4be5890 req-5d5d5e0c-6512-46d6-b2c8-0264a1549226 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:19.752488 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ae3d7570-55e6-4d11-b728-2a80f4be5890 req-5d5d5e0c-6512-46d6-b2c8-0264a1549226 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.1467888 May 31 11:58:19.799164 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Router 92cd39db-47f6-4f75-b629-80aa46a92e7e is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:58:19.859608 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ae3d7570-55e6-4d11-b728-2a80f4be5890 req-908cd60c-d9da-48ec-b0ec-c39acc0f242e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942812 May 31 11:58:19.873740 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 080f59fb-ea03-46d6-8e0f-af9ac9a76236 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:20.072829 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:20.079356 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:20.079814 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.109004 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c941-775a-476a-a134-f13af97f570c req-a1426c25-06b1-4d8a-9586-6f56795f84d3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:20.109696 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74e4c941-775a-476a-a134-f13af97f570c req-a1426c25-06b1-4d8a-9586-6f56795f84d3 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.3532252 May 31 11:58:20.178293 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:20.185276 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Sync routers for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:20.202325 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:20.203136 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:20.205683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755f2ce-2816-47a1-9365-0fd1a4522384 req-fd5603cf-0887-4764-baac-cbc8b8b85c1a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:20.213205 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3755f2ce-2816-47a1-9365-0fd1a4522384 req-fd5603cf-0887-4764-baac-cbc8b8b85c1a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2865179 May 31 11:58:20.287834 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.316439 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.317605 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.9886055 May 31 11:58:20.321682 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38662) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:20.331976 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3755f2ce-2816-47a1-9365-0fd1a4522384 req-d81c6daa-2db8-4101-adc6-e39c742f0926 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144130 May 31 11:58:20.335388 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=080f59fb-ea03-46d6-8e0f-af9ac9a76236,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:20.388124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Deleting port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:20.388467 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.447081 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.449004 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:20.484033 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:20.603108 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] For port 00cdb726-04e2-40f9-bf4c-486874b4b7d1, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=00cdb726-04e2-40f9-bf4c-486874b4b7d1,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:20.604145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.633199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=080f59fb-ea03-46d6-8e0f-af9ac9a76236,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:20.636556 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:20.856462 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Calling delete_port for 00cdb726-04e2-40f9-bf4c-486874b4b7d1 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:21.029225 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 3, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:21.036775 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Checking router: 92cd39db-47f6-4f75-b629-80aa46a92e7e for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:21.038202 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Updating router 92cd39db-47f6-4f75-b629-80aa46a92e7e port 46ea043d-dd20-46c6-9814-5b1860f5278b binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:58:21.091555 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.107150 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['00cdb726-04e2-40f9-bf4c-486874b4b7d1'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:58:21.116281 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:21.143661 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.240403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Pushing event deleted for resources: {'Port': ['ID=00cdb726-04e2-40f9-bf4c-486874b4b7d1,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:21.242069 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:21.269921 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac5a6bc-a7f3-4a33-bb17-0cab79df3c8e req-6db46e0e-c3ca-4765-b82f-c06446a77262 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:21.272557 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eac5a6bc-a7f3-4a33-bb17-0cab79df3c8e req-6db46e0e-c3ca-4765-b82f-c06446a77262 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 946 time: 0.4494860 May 31 11:58:21.345319 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] No DVR routers for this DVR port 00cdb726-04e2-40f9-bf4c-486874b4b7d1 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:58:21.352200 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.359729 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'name': 'network-vif-deleted', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:21.363843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5797f610-1ae3-4f87-ab04-df23b6167d8d" -d '{"events": [{"server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "name": "network-vif-deleted", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:21.413827 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eac5a6bc-a7f3-4a33-bb17-0cab79df3c8e req-275da386-6bfa-4b26-a388-fbc24f16fd1b tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/security-groups?id=230c5484-8ebd-4a84-8960-c47a0294b811&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275890 May 31 11:58:21.444687 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d65d04b-5675-4f1f-8085-3b0c6b021caf req-a7d9b8ff-b949-4030-afa6-fa290de219cc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:21.459443 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4d65d04b-5675-4f1f-8085-3b0c6b021caf req-a7d9b8ff-b949-4030-afa6-fa290de219cc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.4021204 May 31 11:58:21.468923 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-74e4c941-775a-476a-a134-f13af97f570c req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.45 "DELETE /v2.0/ports/00cdb726-04e2-40f9-bf4c-486874b4b7d1 HTTP/1.1" status: 204 len: 173 time: 1.3455980 May 31 11:58:21.594889 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4d65d04b-5675-4f1f-8085-3b0c6b021caf req-d765601d-4bf3-4fe7-8f50-4a8682262194 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336768 May 31 11:58:21.629818 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 080f59fb-ea03-46d6-8e0f-af9ac9a76236 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:21.742528 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b96948-fc15-4609-815c-816ac8e854aa x-openstack-request-id: req-b4b96948-fc15-4609-815c-816ac8e854aa {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:21.743722 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62dac151-6815-4eda-8e69-9ea5d669d067", "name": "network-vif-deleted", "tag": "00cdb726-04e2-40f9-bf4c-486874b4b7d1", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:21.744232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4b96948-fc15-4609-815c-816ac8e854aa {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:21.744898 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62dac151-6815-4eda-8e69-9ea5d669d067', 'name': 'network-vif-deleted', 'tag': '00cdb726-04e2-40f9-bf4c-486874b4b7d1', 'status': 'completed', 'code': 200} May 31 11:58:21.787382 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.792906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:21.793620 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.813473 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Transition to ACTIVE for port object 46ea043d-dd20-46c6-9814-5b1860f5278b will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:21.963178 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317745af-a450-4cd2-9fad-5e266d5160b4 req-a6dfa0b5-459e-48ca-ade8-8e9d1fbdbd00 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:21.964618 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-317745af-a450-4cd2-9fad-5e266d5160b4 req-a6dfa0b5-459e-48ca-ade8-8e9d1fbdbd00 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1695921 May 31 11:58:21.970354 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.975715 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:21.981442 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-971ef87f-6fec-4c3b-99b6-72081f428afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:22.062307 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f5e4-8dd1-4714-9b74-fbc2ca41f9c7 None None] Pushing event updated for resources: {'Port': ['ID=46ea043d-dd20-46c6-9814-5b1860f5278b,revision_number=2']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:22.064828 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Attempting to bind port 46ea043d-dd20-46c6-9814-5b1860f5278b on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:22.065197 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Attempting to bind port 46ea043d-dd20-46c6-9814-5b1860f5278b by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:22.065576 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Attempting to bind port 46ea043d-dd20-46c6-9814-5b1860f5278b on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:22.067878 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-d9b4f5e4-8dd1-4714-9b74-fbc2ca41f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:22.072657 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-317745af-a450-4cd2-9fad-5e266d5160b4 req-f234fb20-4f28-4378-9069-d4164dfb57aa tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929432 May 31 11:58:22.075571 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:22.076348 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:22.076806 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.077323 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:22.077968 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Bound port: 46ea043d-dd20-46c6-9814-5b1860f5278b, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:22.078406 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.165639 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] For port 46ea043d-dd20-46c6-9814-5b1860f5278b, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:22.171821 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] For port 46ea043d-dd20-46c6-9814-5b1860f5278b, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=46ea043d-dd20-46c6-9814-5b1860f5278b,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:22.246846 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Allocated IP 172.20.0.1 (62d37472-f4af-49e5-98d5-acc0f30c218a/8834e4f5-b57f-43a0-9333-5ebdcef545e5/85c592a1-5ab7-4485-b07f-d9fd37c5af61) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:22.374016 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.377343 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:22.399069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.417238 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Transition to ACTIVE for port object 85c592a1-5ab7-4485-b07f-d9fd37c5af61 will not be triggered until provisioned by entity DHCP. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:22.456769 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:22.457397 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:22.511654 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4f5e4-8dd1-4714-9b74-fbc2ca41f9c7 None None] Pushing event updated for resources: {'Port': ['ID=46ea043d-dd20-46c6-9814-5b1860f5278b,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:22.522000 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-d9b4f5e4-8dd1-4714-9b74-fbc2ca41f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:22.533334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.547120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:22.610987 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-ea787904-6fde-48ce-8858-26402343fc36 req-c38ffde1-109f-4dc2-a419-ec2fbce08a22 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Synchronizing usage tracker for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:22.637427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Network 62d37472-f4af-49e5-98d5-acc0f30c218a is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:22.646940 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:22.655587 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:22.656047 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:22.682874 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Pushing event updated for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:22.686209 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:22.711051 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:22.735597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-ea787904-6fde-48ce-8858-26402343fc36 req-c38ffde1-109f-4dc2-a419-ec2fbce08a22 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Unset dirty status for tenant:544b24db13554f97b30bef29f0d6e728 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:22.737154 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ea787904-6fde-48ce-8858-26402343fc36 req-c38ffde1-109f-4dc2-a419-ec2fbce08a22 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] 10.222.0.20 "GET /v2.0/ports?device_id=62dac151-6815-4eda-8e69-9ea5d669d067 HTTP/1.1" status: 200 len: 210 time: 0.1778669 May 31 11:58:22.875345 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacbf62-d29c-4b7a-87b3-d307ac3cc4ac req-4ee35e4d-5725-490b-ba14-716eddb93da4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:22.877010 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6cacbf62-d29c-4b7a-87b3-d307ac3cc4ac req-4ee35e4d-5725-490b-ba14-716eddb93da4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.1317115 May 31 11:58:22.988152 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6cacbf62-d29c-4b7a-87b3-d307ac3cc4ac req-1dd5ed24-b5e6-4b84-9659-f1f6f8871a1d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033852 May 31 11:58:23.022139 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.105188 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-812d024f-af79-4cff-82a2-dfcbd7bb41d4 None None] Provisioning for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:23.113433 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-812d024f-af79-4cff-82a2-dfcbd7bb41d4 None None] Provisioning complete for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:23.113701 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-812d024f-af79-4cff-82a2-dfcbd7bb41d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.121582 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 3, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:23.127337 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d712d37-64b1-4193-838c-12cbba56c371 None None] The sync data for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb is: [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 3, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:23.197969 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-812d024f-af79-4cff-82a2-dfcbd7bb41d4 None None] Port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:58:23.290945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddc661-ff62-4415-9a16-6544207a667e req-76e67b21-b69f-4941-907f-96d753eccd40 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:23.292446 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06ddc661-ff62-4415-9a16-6544207a667e req-76e67b21-b69f-4941-907f-96d753eccd40 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0948589 May 31 11:58:23.298027 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.349812 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-06ddc661-ff62-4415-9a16-6544207a667e req-9cdeb292-0190-435e-8fbc-7d9508f5cec3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476224 May 31 11:58:23.415541 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.423381 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.423646 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:23.534109 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Pushing event updated for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:23.537005 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 46ea043d-dd20-46c6-9814-5b1860f5278b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:23.539787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:23.663447 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Network 62d37472-f4af-49e5-98d5-acc0f30c218a is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:23.664606 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:23.735483 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 46ea043d-dd20-46c6-9814-5b1860f5278b completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:23.741894 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 46ea043d-dd20-46c6-9814-5b1860f5278b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:23.742280 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.892245 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38740) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:23.918958 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Router 92cd39db-47f6-4f75-b629-80aa46a92e7e has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:58:23.931928 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:23.951752 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c218bcc8-9634-4e81-9de2-632be25c6683 None None] Provisioning complete for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:23.951963 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c218bcc8-9634-4e81-9de2-632be25c6683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.081703 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 46ea043d-dd20-46c6-9814-5b1860f5278b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=46ea043d-dd20-46c6-9814-5b1860f5278b,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:24.103963 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-c218bcc8-9634-4e81-9de2-632be25c6683 None None] Port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:58:24.179022 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:24.183681 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-0de429cc-0b4c-4ada-b6c5-726bce430be4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:24.253872 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:24.292450 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] 10.222.0.20 "PUT /v2.0/routers/92cd39db-47f6-4f75-b629-80aa46a92e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9695354 May 31 11:58:24.312851 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=46ea043d-dd20-46c6-9814-5b1860f5278b,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:24.319140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:24.499366 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66838b-60f9-4fd6-8ee2-ac3fd119c494 req-183950d5-e323-4c7d-9cde-67fffc3ab4b2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:24.506727 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bf66838b-60f9-4fd6-8ee2-ac3fd119c494 req-183950d5-e323-4c7d-9cde-67fffc3ab4b2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.2949114 May 31 11:58:24.583657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e62a4d-9c58-44d9-b84c-e55e9452d369 req-f2521f58-ac62-4b71-9d23-ce59dc2d0914 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:24.585220 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-27e62a4d-9c58-44d9-b84c-e55e9452d369 req-f2521f58-ac62-4b71-9d23-ce59dc2d0914 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1124883 May 31 11:58:24.598458 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bf66838b-60f9-4fd6-8ee2-ac3fd119c494 req-ed6b3d7e-5c63-43d2-92a3-5b9a329903cb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906544 May 31 11:58:24.633989 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-27e62a4d-9c58-44d9-b84c-e55e9452d369 req-64c8e5b2-618d-4df7-9d82-4c99e4644b63 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422266 May 31 11:58:24.867593 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.106280 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Sync routers for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:25.116166 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:25.116783 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:25.309763 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:25.316421 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Deleting port 904bb2c8-aef3-44c8-8a70-90037606dd00 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:25.316881 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.359997 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 00cdb726-04e2-40f9-bf4c-486874b4b7d1 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:25.413138 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 00cdb726-04e2-40f9-bf4c-486874b4b7d1 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:25.413138 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 00cdb726-04e2-40f9-bf4c-486874b4b7d1 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:25.482264 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] For port 904bb2c8-aef3-44c8-8a70-90037606dd00, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=904bb2c8-aef3-44c8-8a70-90037606dd00,segment=NetworkSegment(504e8335-0388-4a8f-9d8a-23fe32a9c6d5),segment_id=504e8335-0388-4a8f-9d8a-23fe32a9c6d5)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:25.483057 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.492590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38774) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:25.497499 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 46ea043d-dd20-46c6-9814-5b1860f5278b up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:25.620976 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Calling delete_port for 904bb2c8-aef3-44c8-8a70-90037606dd00 owned by network:router_interface {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:25.638756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.654880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:25.659166 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Usage tracker for resource:security_group_rule and tenant:666feef4e9a8400d94179410ece3f50d is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:25.664321 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:25.671116 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 46ea043d-dd20-46c6-9814-5b1860f5278b triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:25.671492 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.672092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:25.763891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.844938 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.854334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-22924102-dc5c-4a2e-b68f-65ccf568cc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:25.854534 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:22Z', 'revision_number': 4, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '85c592a1-5ab7-4485-b07f-d9fd37c5af61', 'name': '', 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'mac_address': 'fa:16:3e:95:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:22Z', 'updated_at': '2021-05-31T11:58:23Z', 'revision_number': 2, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'subnets': [{'id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:25.860493 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Checking router: 92cd39db-47f6-4f75-b629-80aa46a92e7e for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:25.860710 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Updating router 92cd39db-47f6-4f75-b629-80aa46a92e7e port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:58:25.904381 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=666feef4e9a8400d94179410ece3f50d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4103982 May 31 11:58:25.909226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38784) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:25.920501 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:25.969389 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dde9f8-47bb-4b2f-899e-d7055e7a89f1,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:25.977378 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8502291f-0918-4674-9b77-e9bcb73611f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:25.995069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d28f35-6cc0-444c-bf5b-9716d1b6e095 req-f4d51048-8a92-4b1c-aece-68485d6b0ffc tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:26.002023 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03d28f35-6cc0-444c-bf5b-9716d1b6e095 req-f4d51048-8a92-4b1c-aece-68485d6b0ffc tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2261376 May 31 11:58:26.049232 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.074613 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03d28f35-6cc0-444c-bf5b-9716d1b6e095 req-9b2864b7-889e-4b9c-b40a-4ed42a8606c9 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717094 May 31 11:58:26.089334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.118308 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.124189 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:26.235268 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Pushing event deleted for resources: {'Port': ['ID=904bb2c8-aef3-44c8-8a70-90037606dd00,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:26.250117 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.254490 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-991eb35d-a787-4a63-ab2b-c5e2a0fb8b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:26.273873 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dde9f8-47bb-4b2f-899e-d7055e7a89f1,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:26.275729 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:26.291121 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:26.311560 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.313220 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/40dde9f8-47bb-4b2f-899e-d7055e7a89f1 HTTP/1.1" status: 204 len: 168 time: 0.4019279 May 31 11:58:26.408347 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.420416 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Transition to ACTIVE for port object 85c592a1-5ab7-4485-b07f-d9fd37c5af61 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:26.543097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.586936 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38798) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:26.592682 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.592958 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2073464726', 'description': 'tempest-secgroup-smoke-2073464726 description', 'project_id': 'ae2957419285474faf32c8445ebd8c36'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:26.600007 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:26.600611 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:26.606963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:26.610241 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:26.618969 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:26.654072 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38802) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:26.776447 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:26.830432 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:26.844293 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:26.851180 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:26.864467 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:26.871494 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Pushing event updated for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:26.887264 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:26.996457 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.022302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.027169 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:27.031069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Usage tracker for resource:security_group_rule and tenant:bb6b25d96de9447ba9177b0a72404da8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:27.034028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:27.039804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:27.090140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Attempting to bind port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:27.090797 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Attempting to bind port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:27.090929 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Attempting to bind port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 on network 62d37472-f4af-49e5-98d5-acc0f30c218a {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:27.091301 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.097330 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14fc503f-bc7e-4f07-a90e-93b42cc31c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.098232 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:27.098628 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Checking segment: {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:27.099087 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.099477 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Bound using segment: {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:27.100512 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Bound port: 85c592a1-5ab7-4485-b07f-d9fd37c5af61, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d351240-ec79-43fd-9b82-2713ab275f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:27.100906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.161418 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f6816-2f5d-4729-b495-45bb04df5b16,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.172633 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.185004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.209685 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] For port 85c592a1-5ab7-4485-b07f-d9fd37c5af61, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:27.213302 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] For port 85c592a1-5ab7-4485-b07f-d9fd37c5af61, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=85c592a1-5ab7-4485-b07f-d9fd37c5af61,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:27.235820 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.237238 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6492271 May 31 11:58:27.240742 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38810) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:27.246316 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:27.252055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:27.256723 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:27.259636 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:27.259785 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34ef78-f055-4f8b-95ab-e0fd8bba3111 req-37e514e9-38d5-4081-8b99-b8f3de5b1f60 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:27.261171 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ee34ef78-f055-4f8b-95ab-e0fd8bba3111 req-37e514e9-38d5-4081-8b99-b8f3de5b1f60 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.4558303 May 31 11:58:27.266707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Router f0626c20-1156-46bf-86e9-90a942195f50 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:58:27.267045 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:27.286683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-fbe4753c-b18c-436c-98b3-f89879bbeae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:27.288094 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-fbe4753c-b18c-436c-98b3-f89879bbeae8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1098 time: 0.2483943 May 31 11:58:27.292726 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.300876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-627b0320-0c78-49ac-96a5-6e7418083a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.316771 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.321946 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.343882 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb6b25d96de9447ba9177b0a72404da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6863761 May 31 11:58:27.343882 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a35181-14da-418f-90fe-4902ecbbab9a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.345208 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38814) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:27.347412 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fe066076-6971-41ab-bc00-eaacf01c37ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.396205 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.405458 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:27.406187 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:27.480593 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ee34ef78-f055-4f8b-95ab-e0fd8bba3111 req-3d377638-74e0-4393-996c-5905238137bd tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2115364 May 31 11:58:27.481305 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.576994 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.639569 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:27.641549 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.704782 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Pushing event updated for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.708379 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.735518 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.737928 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.760441 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86db2de6-46b0-4431-ac08-309f7633eb23,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.772419 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.775679 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.785470 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-01f1cec9-9298-460e-b603-25fcc80dd294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:27.796466 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-3dff6a99-8e99-491d-ba30-43e5860fa9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:27.797446 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.797941 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-3dff6a99-8e99-491d-ba30-43e5860fa9eb service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.4996350 May 31 11:58:27.800435 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38a35181-14da-418f-90fe-4902ecbbab9a HTTP/1.1" status: 204 len: 168 time: 0.4524868 May 31 11:58:27.800554 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:58:27.800665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a35181-14da-418f-90fe-4902ecbbab9a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:27.816893 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:27.828026 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Sync routers for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:58:27.840715 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:27.842674 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:27.896373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.898887 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3cad6370-98b6-41d4-8210-db3fb859791e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6560354 May 31 11:58:27.901971 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38820) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:27.907640 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:27.921475 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:27.928325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:27.934654 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:27.938356 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-a04ff28e-4cec-4f22-a1bb-449e0832ed01 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 1001 time: 0.1336505 May 31 11:58:27.943505 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:27.982760 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7b9ca9e2-9e6a-4598-a05b-6576fa6e589c admin admin] 10.222.0.20 "PUT /v2.0/routers/f0626c20-1156-46bf-86e9-90a942195f50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0892310 May 31 11:58:27.985532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38824) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:28.015845 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-720e0f6f-c00c-45f1-8498-5b13251eb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:28.017303 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-720e0f6f-c00c-45f1-8498-5b13251eb47b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.0725267 May 31 11:58:28.027657 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:22Z', 'revision_number': 4, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '85c592a1-5ab7-4485-b07f-d9fd37c5af61', 'name': '', 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'mac_address': 'fa:16:3e:95:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:22Z', 'updated_at': '2021-05-31T11:58:27Z', 'revision_number': 4, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'subnets': [{'id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.032522 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee6cf0e-0a45-4b19-9f3f-1875afc303e1 None None] The sync data for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb is: [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T11:58:22Z', 'revision_number': 4, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '85c592a1-5ab7-4485-b07f-d9fd37c5af61', 'name': '', 'network_id': '62d37472-f4af-49e5-98d5-acc0f30c218a', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'mac_address': 'fa:16:3e:95:a8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:22Z', 'updated_at': '2021-05-31T11:58:27Z', 'revision_number': 4, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'subnets': [{'id': '8834e4f5-b57f-43a0-9333-5ebdcef545e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:28.133514 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:28.168186 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.191286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-7c9092ef-0731-4a48-be9b-3df20db83a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:28.209993 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-7c9092ef-0731-4a48-be9b-3df20db83a54 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1714516 May 31 11:58:28.269968 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks [] for router, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.381285 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-39eba69a-721a-4974-96a2-bc34c45893ed service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697841 May 31 11:58:28.390769 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.481331 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.486254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:28.524757 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c0b17e-f1f2-4dde-b9e8-d82c26c89816,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:28.529332 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:28.566000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.591282 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-096e544b-72d2-4f09-8e1c-5103cd2834f8 req-166fc3a6-cfd5-471d-827d-5bb440f0b336 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023313 May 31 11:58:28.630063 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.631552 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7286122 May 31 11:58:28.634220 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38832) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:28.639595 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:28.642933 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186'}], 'enable_snat': True}, 'gw_port_id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:58:25Z', 'revision_number': 5, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port': {'id': 'aaeaa98a-08c2-431f-9dad-9f2e49f31b71', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:0a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.648361 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Checking router: f0626c20-1156-46bf-86e9-90a942195f50 for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:58:28.657421 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Routers {'f0626c20-1156-46bf-86e9-90a942195f50'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:58:28.658318 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['f0626c20-1156-46bf-86e9-90a942195f50'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.684166 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:28.721972 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:28.732005 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:28.740562 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:28.792447 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38836) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:28.806588 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.810891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be9d6d-e3a0-49bc-96f5-ea6ef091d3bf req-ac1764be-3648-4c4c-b3a9-4a263482635a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:28.812447 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04be9d6d-e3a0-49bc-96f5-ea6ef091d3bf req-ac1764be-3648-4c4c-b3a9-4a263482635a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1667728 May 31 11:58:28.815327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Deleting port aaeaa98a-08c2-431f-9dad-9f2e49f31b71 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:58:28.815667 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.832152 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:28.838469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Usage tracker for resource:security_group_rule and tenant:5f7ab30c822340feaf7b550d7b0c3253 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:28.841987 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:28.850672 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:28.873982 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] Set router f0626c20-1156-46bf-86e9-90a942195f50 gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:58:28.907648 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.987981 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:58:28Z', 'revision_number': 6, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:28.993368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.994619 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0470879-fb42-430b-af64-44ea8b73ed2d None None] The sync data for ids ['f0626c20-1156-46bf-86e9-90a942195f50'] in dv-cinder-791239-4-smb is: [{'id': 'f0626c20-1156-46bf-86e9-90a942195f50', 'name': 'tempest-ServerRescueNegativeTestJSON-1047383289-router', 'tenant_id': '544b24db13554f97b30bef29f0d6e728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:50Z', 'updated_at': '2021-05-31T11:58:28Z', 'revision_number': 6, 'project_id': '544b24db13554f97b30bef29f0d6e728', 'gw_port_host': None}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:58:29.065236 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.079649 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8ce7730c-8fb0-4bad-97d7-2ec0be59aa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:29.111632 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04be9d6d-e3a0-49bc-96f5-ea6ef091d3bf req-d51f45ba-3671-4a2a-9192-c23f586d844d tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2798555 May 31 11:58:29.150373 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f7ab30c822340feaf7b550d7b0c3253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653469 May 31 11:58:29.156941 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38840) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:29.176900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.183549 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] For port aaeaa98a-08c2-431f-9dad-9f2e49f31b71, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:29.183906 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.196321 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1896ab3-caec-41a0-a55f-c4c23e3bdeab,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:29.211872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:29.263992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.298611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.329991 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Calling delete_port for aaeaa98a-08c2-431f-9dad-9f2e49f31b71 owned by network:router_gateway {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:58:29.334550 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.336781 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-84dd8b62-b121-4d4c-a77d-695592ebe111 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:29.361359 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad43d5f8-d1bf-4424-91f9-21b7f4b5c90c,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:29.368577 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:29.547049 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.547424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 85c592a1-5ab7-4485-b07f-d9fd37c5af61 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:29.551838 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:29.572886 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1896ab3-caec-41a0-a55f-c4c23e3bdeab,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:29.579818 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:29.582422 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.582587 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.586841 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c1896ab3-caec-41a0-a55f-c4c23e3bdeab HTTP/1.1" status: 204 len: 168 time: 0.4262979 May 31 11:58:29.589407 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38846) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:29.589924 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9545286 May 31 11:58:29.596668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:29.618548 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:29.624551 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:29.629288 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:29.640817 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:29.750113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.752559 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:29.758468 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:29.758934 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.793212 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.799588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cc75127f-8531-43b0-a7e2-addbe2517dba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:29.819374 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.844405 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaeaa98a-08c2-431f-9dad-9f2e49f31b71,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:29.847951 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:29.882351 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.885930 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.915249 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 85c592a1-5ab7-4485-b07f-d9fd37c5af61, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=85c592a1-5ab7-4485-b07f-d9fd37c5af61,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:58:29.929598 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:29.938903 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:29.960657 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed684a92-050c-46d1-9d22-82b6d3f261b7,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:29.963628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:30.004837 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.007267 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:30.040350 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 904bb2c8-aef3-44c8-8a70-90037606dd00 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:30.040900 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.046277 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4558091 May 31 11:58:30.046855 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38852) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:30.064849 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:30.079192 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:30.086083 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.088100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 904bb2c8-aef3-44c8-8a70-90037606dd00 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:30.088100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 904bb2c8-aef3-44c8-8a70-90037606dd00 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:30.093067 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.124773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:30.132112 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:30.182056 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:30.186625 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:30.195073 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:30.273397 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.274151 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0626c20-1156-46bf-86e9-90a942195f50 {{(pid=92557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:58:30.295952 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.301536 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] 10.222.0.20 "DELETE /v2.0/routers/f0626c20-1156-46bf-86e9-90a942195f50 HTTP/1.1" status: 204 len: 168 time: 2.3109696 May 31 11:58:30.301536 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.securitygroups_db [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Project ae2957419285474faf32c8445ebd8c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:58:30.307317 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38864) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:30.351881 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.375552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089982b-5d32-4c5c-a07c-22514300bec0 req-b23a1d73-020b-4de2-8bc3-ae1fa70808d6 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:30.375988 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7089982b-5d32-4c5c-a07c-22514300bec0 req-b23a1d73-020b-4de2-8bc3-ae1fa70808d6 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.0997655 May 31 11:58:30.436720 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Deleting subnet 94ebffec-1903-4aa2-ba1c-71f433d5e02f {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:58:30.441104 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.442303 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-7089982b-5d32-4c5c-a07c-22514300bec0 req-5d517da6-3af6-4dfc-b4dc-b3f0df029e87 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603237 May 31 11:58:30.511029 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.514395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.519715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.632092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.644277 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:30.675123 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6be539-3bc0-41a7-9140-bda91356ac08,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:30.682733 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:30.762409 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.763582 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7157857 May 31 11:58:30.766737 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38878) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:30.775801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'security_group_rule': {'security_group_id': '3a8f6816-2f5d-4729-b495-45bb04df5b16', 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:30.784668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:30.790962 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:security_group_rule and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:30.795429 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:30.804702 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:30.884241 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.securitygroups_db [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Project ae2957419285474faf32c8445ebd8c36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:58:30.885191 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.890207 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-43de4893-dbc1-4c46-9040-52420c945b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:30.890960 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.927074 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ebffec-1903-4aa2-ba1c-71f433d5e02f,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:30.929120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.932612 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:30.935454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/94ebffec-1903-4aa2-ba1c-71f433d5e02f HTTP/1.1" status: 204 len: 168 time: 0.6269550 May 31 11:58:30.938254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 38884) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:30.971507 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.055842 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.065339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:31.088499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53fde39-d958-419f-94d4-a088e63977c5,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:31.091526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:31.149599 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.153193 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.162463 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-79264c09-5a24-4fd9-af0c-ef4dc4b5a766 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3864863 May 31 11:58:31.280742 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.294636 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.294975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.295679 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.296025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.296339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.296686 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.297009 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.297316 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.297619 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.297960 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.368593 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.368942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.369271 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.369599 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92557) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:58:31.369977 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['371389ad-a006-4546-a904-3ff79d4562ef']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:31.385455 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504e8335-0388-4a8f-9d8a-23fe32a9c6d5') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:31.385780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504e8335-0388-4a8f-9d8a-23fe32a9c6d5') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:58:31.398475 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.415683 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.426245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:58:31.426245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: from cryptography.utils import int_from_bytes May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: from cryptography.utils import int_from_bytes May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:58:31.441489 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:58:31.522437 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 85c592a1-5ab7-4485-b07f-d9fd37c5af61 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:58:31.615877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:31.616255 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.629741 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.638486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9079279b-f448-4627-b722-5580bf59d65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:31.653922 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:31.656963 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=371389ad-a006-4546-a904-3ff79d4562ef,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:31.663687 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:31.768428 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9709cfeb-d08f-460a-845a-848b82ce97e0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/371389ad-a006-4546-a904-3ff79d4562ef HTTP/1.1" status: 204 len: 168 time: 0.8287866 May 31 11:58:31.792616 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device aaeaa98a-08c2-431f-9dad-9f2e49f31b71 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:58:31.829913 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: aaeaa98a-08c2-431f-9dad-9f2e49f31b71 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:58:31.830268 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device aaeaa98a-08c2-431f-9dad-9f2e49f31b71 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:58:32.360558 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38938) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:32.423583 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-1868f83c-2602-42fc-82b3-94fc249a8688 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=544b24db13554f97b30bef29f0d6e728&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0617127 May 31 11:58:32.427352 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 38944) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:32.509010 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.546529 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.693218 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.697215 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3f27f746-024e-4cdd-9e78-3cf705e3c5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:32.712006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230c5484-8ebd-4a84-8960-c47a0294b811,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:32.714792 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:32.791508 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:32.793223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/230c5484-8ebd-4a84-8960-c47a0294b811 HTTP/1.1" status: 204 len: 168 time: 0.3644078 May 31 11:58:35.118239 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:35.746936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39032) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:35.869561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:35.884765 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:35.888615 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Usage tracker for resource:security_group_rule and tenant:ca5d050748d04401a49aa23bb692b5d8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:35.891459 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:35.897374 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:35.988608 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.226701 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.236029 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a534c725-f676-49b9-831c-a36ed15fc14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:36.280026 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca5d050748d04401a49aa23bb692b5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5319006 May 31 11:58:36.281673 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f05502-f783-470e-be96-37397d380e7b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:36.282875 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39040) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:36.285079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:36.347671 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.374257 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.592549 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.596725 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-09f90064-73ee-4cfa-bae1-62a13f2d848c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:36.608902 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f05502-f783-470e-be96-37397d380e7b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:36.612942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:36.620047 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:36.621155 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5f05502-f783-470e-be96-37397d380e7b HTTP/1.1" status: 204 len: 168 time: 0.3373322 May 31 11:58:37.331899 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39052) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:37.350454 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.366240 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:37.370130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Usage tracker for resource:security_group_rule and tenant:e01d4494ae4f41c6b6df77f003ede69f is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:37.373014 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:37.379131 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:37.487216 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.574834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.581938 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9d00f1b3-dc9f-47c7-bd9c-f3c25f7143f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:37.626509 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e01d4494ae4f41c6b6df77f003ede69f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911079 May 31 11:58:37.626509 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b07589-8be0-4449-bfcb-1da07790c391,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:37.626954 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39056) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:37.628580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:37.688096 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.715804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.846777 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.851097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f1eb3225-ca8d-4d3e-8e01-c654814a15e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:37.865020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b07589-8be0-4449-bfcb-1da07790c391,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:37.878039 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:37.878039 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:37.878039 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04b07589-8be0-4449-bfcb-1da07790c391 HTTP/1.1" status: 204 len: 168 time: 0.2470222 May 31 11:58:40.694821 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc2ca-8dfa-4e8a-b91e-6d4d2a31b969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.027084 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dfabfd6c-5c6e-4fdb-bf29-53112497386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.424003 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:43.589615 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:44.197497 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:45.929405 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.140937 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39268) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:49.265921 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.284167 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:49.288744 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Usage tracker for resource:security_group_rule and tenant:bdd0ef10f6434946a33a59152263a766 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:49.291635 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:49.297382 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:49.379659 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.464278 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.477184 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9cb900e1-d6b1-467e-a7ab-f005593073d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:49.516121 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da5f3c3-3d1e-4998-ac1d-55b8af382f06,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:49.522240 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdd0ef10f6434946a33a59152263a766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3784811 May 31 11:58:49.522240 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:49.523847 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39278) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:49.599662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.630160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.829683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.834930 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-27b05350-8e8f-4147-9b53-d44fb8809aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:49.847997 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da5f3c3-3d1e-4998-ac1d-55b8af382f06,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:49.852461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:49.856922 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:49.858325 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7da5f3c3-3d1e-4998-ac1d-55b8af382f06 HTTP/1.1" status: 204 len: 168 time: 0.3335776 May 31 11:58:50.540233 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-323a266c-a5d6-4789-b806-e43bff925bf0 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:50.611215 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39310) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:50.631247 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:50.642895 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-323a266c-a5d6-4789-b806-e43bff925bf0 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:50.644210 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-323a266c-a5d6-4789-b806-e43bff925bf0 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2073464726&fields=id&tenant_id=ae2957419285474faf32c8445ebd8c36 HTTP/1.1" status: 200 len: 267 time: 0.1491280 May 31 11:58:50.646473 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:50.651480 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Usage tracker for resource:security_group_rule and tenant:33e3ac728cfb4aeebfac3c97bfcd041f is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:58:50.655929 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:58:50.662507 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:50.752472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:50.804431 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-23a10174-e946-48e4-92f2-3bca197dc117 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:50.806154 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-23a10174-e946-48e4-92f2-3bca197dc117 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 808 time: 0.1531620 May 31 11:58:50.819065 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:50.821689 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-d6a036af-9114-4b5e-afb6-3b8c2444a7c4 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/quotas/ae2957419285474faf32c8445ebd8c36 HTTP/1.1" status: 200 len: 375 time: 0.0101020 May 31 11:58:50.826525 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0d231c8e-71ae-4149-b8fb-c537cb56b1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:50.870046 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53219012-0939-40bc-b0c6-cfd47c743861,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:50.873105 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:50.878223 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-6ed87dd7-0ecd-43bd-9327-60c6d83de12e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33e3ac728cfb4aeebfac3c97bfcd041f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635083 May 31 11:58:50.878469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39316) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:58:50.910114 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-4de735c8-414f-4ec8-8eac-32df1425291e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828550 May 31 11:58:50.940425 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:50.969485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.058099 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-535693b3-1ed9-4f8d-8a8a-fdbd507c6df0 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330059 May 31 11:58:51.191812 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-8a732d26-a9db-4bc2-8178-453ca31d0db6 service neutron] 10.222.0.20 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276529 May 31 11:58:51.197793 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.202922 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3c83de90-5ffd-49fe-a4a8-d0574bc9cdca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:51.215601 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53219012-0939-40bc-b0c6-cfd47c743861,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:51.219333 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:51.221413 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.225949 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53219012-0939-40bc-b0c6-cfd47c743861 HTTP/1.1" status: 204 len: 168 time: 0.3464360 May 31 11:58:51.954965 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-f4773a85-69d8-476e-b4e5-c4315f24c8fb req-ff40eb36-3c3c-4aa9-8ab1-7e6f8058a29d tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:52.060174 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-f4773a85-69d8-476e-b4e5-c4315f24c8fb req-ff40eb36-3c3c-4aa9-8ab1-7e6f8058a29d tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:52.062955 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f4773a85-69d8-476e-b4e5-c4315f24c8fb req-ff40eb36-3c3c-4aa9-8ab1-7e6f8058a29d tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 210 time: 0.1496670 May 31 11:58:53.173112 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-77d7ec52-1846-464f-91f5-00c3696c6d0f req-45f29521-f4b9-44c2-90d1-12d0838f194e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 210 time: 0.0445986 May 31 11:58:54.332315 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f6776ad1-723b-4cc7-a4fc-0858a64d8153 req-df1ecbad-af1b-4364-95c9-16160800e308 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 210 time: 0.0438838 May 31 11:58:54.683718 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-f4a3c8a1-fe8e-4588-a84e-31f3fa847977 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:54.684471 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-f4a3c8a1-fe8e-4588-a84e-31f3fa847977 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:network {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:54.837590 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-f4a3c8a1-fe8e-4588-a84e-31f3fa847977 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:network {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:54.838853 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-f4a3c8a1-fe8e-4588-a84e-31f3fa847977 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 808 time: 0.3007112 May 31 11:58:54.899647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-fff0ada1-f839-4a7b-860b-88e1013c9198 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:54.919967 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-5b538171-9156-46a8-900a-56b938015fa1 req-fff0ada1-f839-4a7b-860b-88e1013c9198 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:54.920928 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-fff0ada1-f839-4a7b-860b-88e1013c9198 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae2957419285474faf32c8445ebd8c36 HTTP/1.1" status: 200 len: 380 time: 0.0718751 May 31 11:58:54.931809 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'port': {'device_id': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'admin_state_up': True, 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'security_groups': ['3a8f6816-2f5d-4729-b495-45bb04df5b16']}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:55.146365 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:58:55.156460 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:58:55.226094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Made reservation on behalf of ae2957419285474faf32c8445ebd8c36 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:58:55.229590 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.390973 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Allocated IP 172.20.0.6 (1a8f11c8-2d98-482e-900d-056c91e02148/535c7284-d4f7-42d9-a37a-0ed20286356e/c5c2c804-c3ca-469b-86fb-11d5ac943eea) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:58:55.499955 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fbfd7679-4881-41ce-a57c-89d08d2c1185 req-1d92a0ad-e4eb-4f86-9514-95a5a64ded8b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 210 time: 0.0530052 May 31 11:58:55.589851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.605411 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Transition to ACTIVE for port object c5c2c804-c3ca-469b-86fb-11d5ac943eea will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:55.763958 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:55.770017 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:55.837570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Network 1a8f11c8-2d98-482e-900d-056c91e02148 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:58:55.841071 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:58:55.845072 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:58:55.877833 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:55.903461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.903461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.903763 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.903964 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.904323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.904864 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.905210 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.905550 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.905913 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.906252 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.906590 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.906928 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:58:55.913411 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:55.937647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:55.938298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.033540 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1054602 May 31 11:58:56.054696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Request body: {'port': {'device_id': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:58:56.191181 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.195663 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-3cc037f4-7677-47aa-a409-605483181404 None None] Provisioning for port c5c2c804-c3ca-469b-86fb-11d5ac943eea completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:58:56.203618 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-3cc037f4-7677-47aa-a409-605483181404 None None] Provisioning complete for port c5c2c804-c3ca-469b-86fb-11d5ac943eea triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:58:56.204097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3cc037f4-7677-47aa-a409-605483181404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.278982 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-3cc037f4-7677-47aa-a409-605483181404 None None] Port c5c2c804-c3ca-469b-86fb-11d5ac943eea cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:58:56.577412 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5c2c804-c3ca-469b-86fb-11d5ac943eea {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:58:56.585174 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.605317 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Transition to ACTIVE for port object c5c2c804-c3ca-469b-86fb-11d5ac943eea will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:58:56.712940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e006d38-3403-458a-b15c-cdaf4ef7763b req-e3a48788-ca9f-4e68-9a0b-6f64df129544 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:56.713636 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-8e006d38-3403-458a-b15c-cdaf4ef7763b req-e3a48788-ca9f-4e68-9a0b-6f64df129544 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:58:56.726557 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:56.730111 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8f76b0b3-a332-4483-94bf-a9dcea320a3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:56.844802 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-8e006d38-3403-458a-b15c-cdaf4ef7763b req-e3a48788-ca9f-4e68-9a0b-6f64df129544 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:58:56.845981 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8e006d38-3403-458a-b15c-cdaf4ef7763b req-e3a48788-ca9f-4e68-9a0b-6f64df129544 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 931 time: 0.2297606 May 31 11:58:56.906279 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:56.989482 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.049478 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8e006d38-3403-458a-b15c-cdaf4ef7763b req-597537b5-1053-4f2f-a67a-d60c934d0596 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971450 May 31 11:58:57.078896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Attempting to bind port c5c2c804-c3ca-469b-86fb-11d5ac943eea on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:58:57.079477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Attempting to bind port c5c2c804-c3ca-469b-86fb-11d5ac943eea by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:58:57.079955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Attempting to bind port c5c2c804-c3ca-469b-86fb-11d5ac943eea on network 1a8f11c8-2d98-482e-900d-056c91e02148 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:57.085564 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Port c5c2c804-c3ca-469b-86fb-11d5ac943eea on network 1a8f11c8-2d98-482e-900d-056c91e02148 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:58:57.086113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Attempting to bind port c5c2c804-c3ca-469b-86fb-11d5ac943eea on network 1a8f11c8-2d98-482e-900d-056c91e02148 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:58:57.091125 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:58:57.091456 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Checking segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:58:57.091831 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Bound using segment: {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:58:57.092255 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Bound port: c5c2c804-c3ca-469b-86fb-11d5ac943eea, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e96e81-ca40-48ee-ad9e-2c58afce683b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:58:57.092600 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.187633 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:58:57.190618 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:58:57.316134 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.320614 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aac45f47-b4db-4d1b-bc91-89d427afea24 tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:58:57.381982 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.382596 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.383983 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] 10.222.0.45 "PUT /v2.0/ports/c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 1093 time: 1.3353434 May 31 11:58:57.384475 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:58:57.386770 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2416e304-e235-4288-81d6-e2058aff92e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:58:57.412123 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:58:57.416843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:58:57.447271 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0bbb2d-6c5f-4271-b6e2-e1d262810d83 x-openstack-request-id: req-8e0bbb2d-6c5f-4271-b6e2-e1d262810d83 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:58:57.451262 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:58:57.451262 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e0bbb2d-6c5f-4271-b6e2-e1d262810d83 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:58:57.451262 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'status': 'completed', 'code': 200} May 31 11:58:57.568359 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e304-e235-4288-81d6-e2058aff92e4 req-9a4e7ec2-d68e-4511-97d3-e4c3fa0f5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.570139 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2416e304-e235-4288-81d6-e2058aff92e4 req-9a4e7ec2-d68e-4511-97d3-e4c3fa0f5262 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1096 time: 0.0949888 May 31 11:58:57.727616 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e304-e235-4288-81d6-e2058aff92e4 req-9fb7309a-dc75-4b7f-9b72-ce17c2385f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.729036 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2416e304-e235-4288-81d6-e2058aff92e4 req-9fb7309a-dc75-4b7f-9b72-ce17c2385f51 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ae2957419285474faf32c8445ebd8c36&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1475554 May 31 11:58:57.873119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2416e304-e235-4288-81d6-e2058aff92e4 req-d613385a-7e3e-4e70-9cff-f99a2c4a4626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:57.874898 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2416e304-e235-4288-81d6-e2058aff92e4 req-d613385a-7e3e-4e70-9cff-f99a2c4a4626 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385996 May 31 11:58:58.023430 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-db66cdeb-5140-4bb8-8be6-b539a45e76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.023430 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-db66cdeb-5140-4bb8-8be6-b539a45e76d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1096 time: 0.0879610 May 31 11:58:58.111104 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-ed483f44-6142-42ba-91cd-a1cd7a9c3342 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 217 time: 0.0848863 May 31 11:58:58.263872 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-15fdf264-abc4-432d-b4c5-a6c3bff6116b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.265322 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-15fdf264-abc4-432d-b4c5-a6c3bff6116b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.1456692 May 31 11:58:58.344573 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb60537-a1b2-4783-a3ac-568f5fe5907c req-2d1559a7-fdfe-4e6b-96ac-d73e227abce6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.346255 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4fb60537-a1b2-4783-a3ac-568f5fe5907c req-2d1559a7-fdfe-4e6b-96ac-d73e227abce6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1736810 May 31 11:58:58.391541 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b538171-9156-46a8-900a-56b938015fa1 req-52ad4484-a8aa-4639-9e70-819a88569eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.391541 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-52ad4484-a8aa-4639-9e70-819a88569eb3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175528 May 31 11:58:58.424712 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4fb60537-a1b2-4783-a3ac-568f5fe5907c req-d628df49-41fe-42dc-95a9-57bcdee18fad tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702848 May 31 11:58:58.546496 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-02fca58f-f0cd-4f0e-acfb-5a74562ce2f7 service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463680 May 31 11:58:58.729129 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-5b538171-9156-46a8-900a-56b938015fa1 req-267b56aa-e4e9-46ba-ace1-157aa1a6854f service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730697 May 31 11:58:58.884881 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747b79f-3d9e-4230-83ae-2b6696442913 req-35a42527-0ed1-4605-94b6-6d75c0aaf1c5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:58.886394 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1747b79f-3d9e-4230-83ae-2b6696442913 req-35a42527-0ed1-4605-94b6-6d75c0aaf1c5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.1158113 May 31 11:58:58.934365 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1747b79f-3d9e-4230-83ae-2b6696442913 req-c9e0b388-e764-48e9-ac5f-4c981183c260 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410757 May 31 11:58:59.642903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb5dbd1-5286-4485-8d25-9993834081c9 req-6a5ccf2f-76be-4061-9936-701aa6dc1282 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:58:59.644476 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4eb5dbd1-5286-4485-8d25-9993834081c9 req-6a5ccf2f-76be-4061-9936-701aa6dc1282 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.0923200 May 31 11:58:59.693265 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4eb5dbd1-5286-4485-8d25-9993834081c9 req-c8cffd26-adc5-4b40-9e1f-edc51a85a198 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 May 31 11:59:00.134971 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291eac8-bf93-4b0f-bb13-b17d28a9c4b3 req-ba2bce87-f005-446f-8393-c1f4417ed864 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.138243 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4291eac8-bf93-4b0f-bb13-b17d28a9c4b3 req-ba2bce87-f005-446f-8393-c1f4417ed864 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.0887568 May 31 11:59:00.185687 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4291eac8-bf93-4b0f-bb13-b17d28a9c4b3 req-00aba04e-1033-4280-95d4-bdb47d8b3e9d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425565 May 31 11:59:00.651118 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-7174170c-28c0-4ca2-bfa3-7fd73ea0c97d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.652584 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-7174170c-28c0-4ca2-bfa3-7fd73ea0c97d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.0860374 May 31 11:59:00.892435 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Deleting port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:00.892896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.927485 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137fe80-89b7-4628-86a9-588382b583f6 req-110e27a1-edf0-4707-82df-7faaaec19b01 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:00.929569 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b137fe80-89b7-4628-86a9-588382b583f6 req-110e27a1-edf0-4707-82df-7faaaec19b01 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1137211 May 31 11:59:00.982515 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b137fe80-89b7-4628-86a9-588382b583f6 req-bb359bd9-7edf-4341-b8ba-b11790dd4278 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 May 31 11:59:01.039749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] For port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:01.040056 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.408056 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.408761 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.408903 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.l3_db [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Floating IP 234ab629-b096-440e-a0fe-cd1f2ebd1014 disassociated. External IP: 172.28.0.178, port: 2088d0c6-ee0f-4a77-ba4d-07faef721a9d. May 31 11:59:01.409163 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Calling delete_port for 2088d0c6-ee0f-4a77-ba4d-07faef721a9d owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:01.453434 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679723f-c19d-4326-9019-c91d0b0baefc req-5752d262-cfae-4303-928e-6a64242da0c6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:01.457711 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e679723f-c19d-4326-9019-c91d0b0baefc req-5752d262-cfae-4303-928e-6a64242da0c6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 946 time: 0.1428907 May 31 11:59:01.508856 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:01.584095 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e679723f-c19d-4326-9019-c91d0b0baefc req-86b26dfd-11ee-41bd-990a-ada6938a1424 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=07c3f321-6fb5-4629-aa0d-40657737273e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227829 May 31 11:59:01.648509 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.654545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-370e3395-fdcd-4ca6-9718-674b6166dcaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:01.704957 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'Port': ['ID=2088d0c6-ee0f-4a77-ba4d-07faef721a9d,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:01.709091 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:01.726879 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:01.735097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'mac_address': 'fa:16:3e:48:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:01.799806 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.823909 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c2c804-c3ca-469b-86fb-11d5ac943eea {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:01.842744 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:01.899787 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:01.950406 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:01.953642 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:02.086148 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:02.094525 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:02.156351 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:02.167646 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:02.179418 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:02.180162 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:02.277942 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c5c2c804-c3ca-469b-86fb-11d5ac943eea'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:02.327963 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] No DVR routers for this DVR port 2088d0c6-ee0f-4a77-ba4d-07faef721a9d on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:02.331790 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.349372 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-deleted', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:02.354355 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2678fe0d-e623-4020-b7c9-72982117205b" -d '{"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-deleted", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:02.411817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462659e-f907-4eab-83c1-27de150783a4 req-73448b36-f452-4012-9ddb-ba1bb6c7c562 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:02.416743 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0462659e-f907-4eab-83c1-27de150783a4 req-73448b36-f452-4012-9ddb-ba1bb6c7c562 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 944 time: 0.2015576 May 31 11:59:02.435996 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39530) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:02.465641 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf98aa6-ab1f-49aa-b88a-f68a2f50bea1 x-openstack-request-id: req-7cf98aa6-ab1f-49aa-b88a-f68a2f50bea1 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:02.467138 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4934f4ca-1453-43db-9aa4-494bd1199033", "name": "network-vif-deleted", "tag": "2088d0c6-ee0f-4a77-ba4d-07faef721a9d", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:02.468984 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cf98aa6-ab1f-49aa-b88a-f68a2f50bea1 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:02.470104 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4934f4ca-1453-43db-9aa4-494bd1199033', 'name': 'network-vif-deleted', 'tag': '2088d0c6-ee0f-4a77-ba4d-07faef721a9d', 'status': 'completed', 'code': 200} May 31 11:59:02.474388 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e1836275-0df2-44c8-81b3-4a2a7b68ad38 req-ce5b8dcb-7697-4f05-b0ff-96864c01d07e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "DELETE /v2.0/ports/2088d0c6-ee0f-4a77-ba4d-07faef721a9d HTTP/1.1" status: 204 len: 173 time: 1.8146513 May 31 11:59:02.540563 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0462659e-f907-4eab-83c1-27de150783a4 req-19eb0187-d069-4738-b1df-873025aed6a9 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129849 May 31 11:59:02.594446 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:02.664142 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.702275 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:02.708682 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Usage tracker for resource:security_group_rule and tenant:fe1164f66931482b9d9073b44cb7898d is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:02.714020 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:02.722247 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:02.827522 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-4dc3dbc5-0cc2-46d5-a780-8462723845fe req-62163855-2770-473e-b695-898e148e3c57 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:02.891237 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.959113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-4dc3dbc5-0cc2-46d5-a780-8462723845fe req-62163855-2770-473e-b695-898e148e3c57 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:02.961941 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4dc3dbc5-0cc2-46d5-a780-8462723845fe req-62163855-2770-473e-b695-898e148e3c57 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=4934f4ca-1453-43db-9aa4-494bd1199033 HTTP/1.1" status: 200 len: 210 time: 0.1843715 May 31 11:59:02.975203 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:02.996517 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-2ffbe87e-d56d-489c-863b-d44f1d7ae1f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:03.093820 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe1164f66931482b9d9073b44cb7898d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538289 May 31 11:59:03.095121 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39546) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:03.114214 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b0e40d-314d-4062-84e2-fa92930b917a,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:03.120326 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:03.187634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.222481 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.298374 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:03.302971 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:03.316079 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:03.316692 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:03.397877 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.407036 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-63157e77-63d0-4650-9c77-2cf75fdd3c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:03.432124 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b0e40d-314d-4062-84e2-fa92930b917a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:03.463670 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.464352 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.465014 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.465558 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.466201 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.470112 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.471730 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.472590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.473954 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.475091 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.476113 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.478392 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:03.483621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:03.490458 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:03.491617 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50b0e40d-314d-4062-84e2-fa92930b917a HTTP/1.1" status: 204 len: 168 time: 0.3951507 May 31 11:59:03.522588 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:03.565436 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 2088d0c6-ee0f-4a77-ba4d-07faef721a9d {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:03.565700 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 2088d0c6-ee0f-4a77-ba4d-07faef721a9d not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:03.568525 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:03.790288 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8bb08-77bb-451f-97e4-c17695a523fb req-c0a56ee9-b0ff-495f-9526-2cab09c79237 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:03.796038 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04f8bb08-77bb-451f-97e4-c17695a523fb req-c0a56ee9-b0ff-495f-9526-2cab09c79237 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 944 time: 0.0998313 May 31 11:59:03.956673 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:03.961826 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-04f8bb08-77bb-451f-97e4-c17695a523fb req-31bcdaf0-2e0d-463a-acd2-82fee5a124c3 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627321 May 31 11:59:03.962902 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2321c61d-4cef-4bb1-8f00-15e438318c61 None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:04.225226 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b14c8a-8f8c-47d9-b979-07f0ba714897 None None] New status for floating IP 234ab629-b096-440e-a0fe-cd1f2ebd1014: DOWN {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:04.236558 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39564) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:04.303195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.334424 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.432539 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39568) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:04.451889 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.467025 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:04.471099 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Usage tracker for resource:security_group_rule and tenant:e0dd028e17664b939a46aa29792936c9 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:04.474720 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:04.480727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:04.584935 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.593856 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-de0d55dd-4f17-43e2-b41a-545896d454ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:04.613233 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3f321-6fb5-4629-aa0d-40657737273e,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:04.616514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.654123 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.708933 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.710327 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "DELETE /v2.0/security-groups/07c3f321-6fb5-4629-aa0d-40657737273e HTTP/1.1" status: 204 len: 168 time: 0.4760301 May 31 11:59:04.712703 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39572) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:04.729445 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.api.v2.resource [None req-d81fa45f-1793-4a98-9ddb-30a149d49b1d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] show failed (client error): The resource could not be found. May 31 11:59:04.730531 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-d81fa45f-1793-4a98-9ddb-30a149d49b1d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups/07c3f321-6fb5-4629-aa0d-40657737273e HTTP/1.1" status: 404 len: 347 time: 0.0169206 May 31 11:59:04.734127 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39576) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:04.786662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.795688 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9145f16a-0274-4670-8379-cb43fe996dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:04.849392 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ba685-0499-4267-b545-1b65eb66a81b,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:04.849392 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0dd028e17664b939a46aa29792936c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124577 May 31 11:59:04.849392 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:04.850048 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39580) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:04.934824 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.962763 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:04.996049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Deleting port bbae000f-156c-41f8-b3f1-6747bf295b23 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:04.996309 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.124405 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.124685 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.178650 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.211825 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238b603-640b-4664-98d4-70db4eee6a75 req-8bff15ae-060d-454f-b7ba-daac70529cbd tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:05.213306 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f238b603-640b-4664-98d4-70db4eee6a75 req-8bff15ae-060d-454f-b7ba-daac70529cbd tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 944 time: 0.0839627 May 31 11:59:05.239568 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.254746 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-dd7d10e2-6a3b-4db7-8fd5-f854944ee0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:05.254966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Calling delete_port for bbae000f-156c-41f8-b3f1-6747bf295b23 owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:05.269364 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ba685-0499-4267-b545-1b65eb66a81b,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:05.272334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:05.291682 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f238b603-640b-4664-98d4-70db4eee6a75 req-c5a09f73-2e4b-4aa8-9dec-daf423806a40 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692527 May 31 11:59:05.294671 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.299260 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9be5be3c-7d60-45c8-9dee-04a5cde3543c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e7ba685-0499-4267-b545-1b65eb66a81b HTTP/1.1" status: 204 len: 168 time: 0.4484766 May 31 11:59:05.526769 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.533833 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:05.534197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-17732fbf-af5b-43ab-b0e8-f17cc1a48aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:05.615601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'Port': ['ID=bbae000f-156c-41f8-b3f1-6747bf295b23,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:05.622962 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:05.677197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.721950 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port c5c2c804-c3ca-469b-86fb-11d5ac943eea completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:05.729586 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port c5c2c804-c3ca-469b-86fb-11d5ac943eea triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:05.731305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.798625 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.807811 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-21622321-a287-40ff-aac4-2cccb1d088e2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "DELETE /v2.0/floatingips/234ab629-b096-440e-a0fe-cd1f2ebd1014 HTTP/1.1" status: 204 len: 168 time: 1.0719633 May 31 11:59:05.889315 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:05.928633 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:05.930825 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbc751c-a311-4187-a395-7b3596731da0" -d '{"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:05.939676 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:06.015526 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.024614 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d499cc-2111-4832-a975-ac0572ab2a90 x-openstack-request-id: req-87d499cc-2111-4832-a975-ac0572ab2a90 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:06.036087 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:06.036087 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87d499cc-2111-4832-a975-ac0572ab2a90 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:06.036087 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'code': 200} May 31 11:59:06.036087 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:06.107816 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:06.115988 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.116759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.116759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.117036 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.117297 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.117632 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.118062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.118306 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.118628 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.118952 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.119269 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.119586 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:59:06.123460 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:06.360698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39616) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:06.366556 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1517026698', 'description': 'tempest-description--1857683122'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:06.372643 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:06.377029 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:06.384328 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:06.390451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:06.476125 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.521601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:06.540075 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:06.543848 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:06.562767 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:06.661162 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e36488-5c24-4362-9555-a8c7d81c512b req-70946e32-f6a4-46b2-9316-6bf20d400c18 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:06.661162 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85e36488-5c24-4362-9555-a8c7d81c512b req-70946e32-f6a4-46b2-9316-6bf20d400c18 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.2291696 May 31 11:59:06.664045 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c89ab-8316-4e28-a808-f322ac89121a req-702fe22c-ae0b-473b-b197-fae3334d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:06.665521 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-536c89ab-8316-4e28-a808-f322ac89121a req-702fe22c-ae0b-473b-b197-fae3334d90fc service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.1555951 May 31 11:59:06.713483 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.742370 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-a0e04765-0de8-4ed9-a8bf-0db40cb66513 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913792 May 31 11:59:06.784918 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-536c89ab-8316-4e28-a808-f322ac89121a req-2fb8f0de-200e-4a42-9a41-a48625ed45ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104023 May 31 11:59:06.798065 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85e36488-5c24-4362-9555-a8c7d81c512b req-92872563-4982-4895-afe3-4634614b9fdb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267457 May 31 11:59:06.806332 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:06.812540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4a622fd1-96ef-46b9-94a9-83ba25d5bbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:06.878548 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ae2e51-9725-4c9a-80ca-6719d82744ef,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:06.881993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:06.908988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-3c5486ff-ff97-4b9c-b037-2a5c102695ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:06.911114 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-3c5486ff-ff97-4b9c-b037-2a5c102695ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 1098 time: 0.1474578 May 31 11:59:07.084380 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-ba23c1da-1a51-444c-8e39-8f4f3b19e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.085953 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-ba23c1da-1a51-444c-8e39-8f4f3b19e950 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.1528068 May 31 11:59:07.142368 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.146869 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7848918 May 31 11:59:07.155955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39634) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:07.157263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group_rule': {'security_group_id': 'b3ae2e51-9725-4c9a-80ca-6719d82744ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:07.166467 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:07.171931 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:07.175685 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:07.183639 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:07.208534 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-44d1fe00-c4e8-4644-ab92-9dd7aa81d46b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 200 len: 1001 time: 0.1151433 May 31 11:59:07.274436 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-6683d6b6-6adc-4172-9267-e1a3fc011612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.276060 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-6683d6b6-6adc-4172-9267-e1a3fc011612 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.0605619 May 31 11:59:07.277626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.370353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-f965e1d8-a959-4fce-9955-816d69902cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:07.372803 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-f965e1d8-a959-4fce-9955-816d69902cab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878599 May 31 11:59:07.387327 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.460563 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.462941 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0f854ae3-6c57-4e8b-9fce-af1977a7151f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.497302 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07dd62e-f138-4d50-8a23-b8cfcdc2185e,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:07.514655 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:07.614493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.617871 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4f75f910-6602-43dd-bfae-f87ecedb9882 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671419 May 31 11:59:07.619760 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39644) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:07.627594 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'security_group_rule': {'security_group_id': 'b3ae2e51-9725-4c9a-80ca-6719d82744ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:07.638724 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:07.644716 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:security_group_rule and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:07.649451 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:07.656254 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-cdb1bb0b-991c-4b0c-b6d8-146c0571fcd4 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751102 May 31 11:59:07.656945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:07.736410 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.810330 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.851976 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a4e974dc-b9a7-469d-8b9a-78be6ac05822 req-b33f9f21-63f7-4f43-83bc-d08d0b3140ba service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885717 May 31 11:59:07.900212 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:07.904499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c2542bfa-d09a-4d9c-9d7e-3dc0cd684ddb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:07.963708 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e25fcf-a570-415d-933a-8a8c348ac241,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:07.968659 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:08.035975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b22b50-625d-4d1e-a9e5-626adff27545 req-08b4a36c-e50d-4c00-9c4a-21139d2b01d7 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:08.043880 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8b22b50-625d-4d1e-a9e5-626adff27545 req-08b4a36c-e50d-4c00-9c4a-21139d2b01d7 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1027856 May 31 11:59:08.090045 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8b22b50-625d-4d1e-a9e5-626adff27545 req-e28de2f6-f9ab-455a-b93f-3b997f0b9df9 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450006 May 31 11:59:08.100393 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.101593 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-378bc5e8-0893-42d9-857e-44b1f7fdc6bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4806595 May 31 11:59:08.106475 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39662) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:08.111630 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:08.120435 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:08.127090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Usage tracker for resource:floatingip and tenant:969de26ee4084782879223aeb288727c is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:08.133277 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:08.142313 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:08.230059 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.468988 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038578f-5e84-4c6a-80c4-2bca77439616 req-15352e1b-3334-41f8-ac81-efc0ca9406a3 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:08.476308 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9038578f-5e84-4c6a-80c4-2bca77439616 req-15352e1b-3334-41f8-ac81-efc0ca9406a3 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1640770 May 31 11:59:08.532873 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9038578f-5e84-4c6a-80c4-2bca77439616 req-4683e784-a72a-4bcf-b019-dda54069e8f2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557013 May 31 11:59:08.545989 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.572329 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39674) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:08.706524 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Allocated IP 172.28.0.205 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/d13ca169-d1c8-487d-beba-98349ea2e499) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:08.849345 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e406dd1-26ae-4c23-b0fd-e6099d8b404a tempest-TestShelveInstance-1058214559 tempest-TestShelveInstance-1058214559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:08.850173 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7e406dd1-26ae-4c23-b0fd-e6099d8b404a tempest-TestShelveInstance-1058214559 tempest-TestShelveInstance-1058214559-project-admin] Synchronizing usage tracker for tenant:f972d45116294d289e74a54daa34a3f3 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:08.867154 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.928527 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7e406dd1-26ae-4c23-b0fd-e6099d8b404a tempest-TestShelveInstance-1058214559 tempest-TestShelveInstance-1058214559-project-admin] Unset dirty status for tenant:f972d45116294d289e74a54daa34a3f3 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:08.932540 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7e406dd1-26ae-4c23-b0fd-e6099d8b404a tempest-TestShelveInstance-1058214559 tempest-TestShelveInstance-1058214559-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1093 time: 0.3561490 May 31 11:59:08.937340 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39686) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:08.938627 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:08.945278 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:08.950554 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Usage tracker for resource:floatingip and tenant:ae2957419285474faf32c8445ebd8c36 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:08.954403 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:08.961888 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:08.989323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.994777 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ad838a00-a1ce-43f6-a0ab-01fe693b040a tempest-ServerRescueNegativeTestJSON-424762086 tempest-ServerRescueNegativeTestJSON-424762086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:09.068255 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:09.071095 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:09.074919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:09.077771 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for floatingip, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.111397 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=d13ca169-d1c8-487d-beba-98349ea2e499,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:09.120952 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:09.174567 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.299908 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.318804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.528317 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Allocated IP 172.28.0.103 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/1483913f-bf20-4568-ba56-653f38f6ce34) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:09.616124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.686594 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.711336 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.719242 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3de9bea8-88d0-4e35-a005-42f9bc8a8353 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:09.807842 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.813953 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:09.871382 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=d13ca169-d1c8-487d-beba-98349ea2e499,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:09.879967 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:09.884451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:09.887438 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:09.891332 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:09.898277 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:09.933360 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'Port': ['ID=1483913f-bf20-4568-ba56-653f38f6ce34,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:09.937993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:09.941825 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb9930-32a6-449e-ab53-08bc24e9308d req-47e5ee9d-1aa8-41ce-af6b-2ce4ddade37e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:09.943412 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-31eb9930-32a6-449e-ab53-08bc24e9308d req-47e5ee9d-1aa8-41ce-af6b-2ce4ddade37e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.1271441 May 31 11:59:09.992612 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-31eb9930-32a6-449e-ab53-08bc24e9308d req-8c727fa8-716b-455d-8483-f440608bcd4e tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420074 May 31 11:59:10.047395 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.054526 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9416127 May 31 11:59:10.353834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-e9663af8-5f5a-40a0-af65-c73b39c7c730 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:10.432851 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.555141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-e9663af8-5f5a-40a0-af65-c73b39c7c730 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:10.556903 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-e9663af8-5f5a-40a0-af65-c73b39c7c730 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1517026698&fields=id&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 267 time: 0.2734280 May 31 11:59:10.739951 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-42377b13-5d74-4eec-9569-123130f0dcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.841492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:10.908481 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-b5bb9c5f-8a00-4261-9542-4ec42a009ce2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:10.909992 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-b5bb9c5f-8a00-4261-9542-4ec42a009ce2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 816 time: 0.3419313 May 31 11:59:10.956595 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-d2b4eb0c-1f9c-47aa-a0c6-6792e24ffa93 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/quotas/969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 375 time: 0.0310001 May 31 11:59:11.145976 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-c22b5bad-77e0-42c1-b635-778f3298d49c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:11.168239 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.231636 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.235704 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cd6dbe74-3ce1-45bc-b486-2fe0b1ec526f tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:11.272457 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-c22b5bad-77e0-42c1-b635-778f3298d49c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:11.273832 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-c22b5bad-77e0-42c1-b635-778f3298d49c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2670345 May 31 11:59:11.327575 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d433de6-636d-4d4c-b9e8-d22db8be9e9c req-08dfefd1-2560-451c-86a2-a6c462c37cac tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:11.329768 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d433de6-636d-4d4c-b9e8-d22db8be9e9c req-08dfefd1-2560-451c-86a2-a6c462c37cac tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.2224896 May 31 11:59:11.395070 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d433de6-636d-4d4c-b9e8-d22db8be9e9c req-6919db18-e314-4ec7-964b-f51598020c72 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589411 May 31 11:59:11.431189 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event updated for resources: {'Port': ['ID=1483913f-bf20-4568-ba56-653f38f6ce34,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:11.436748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:11.462199 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:11.563624 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-63283f11-7552-495b-96ee-a0604e5eb344 service neutron] 10.222.0.20 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715030 May 31 11:59:11.796897 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Floating IP 5754cc81-b479-4df5-901b-9e74083a8708 associated. External IP: 172.28.0.103, port: c5c2c804-c3ca-469b-86fb-11d5ac943eea. May 31 11:59:11.970762 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-5ac52fd5-923f-4973-a729-62b8a5ccada0 service neutron] 10.222.0.20 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502808 May 31 11:59:11.999470 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-e75e0773-3f9a-4bea-bf1e-1864ab239e4f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.000958 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-e75e0773-3f9a-4bea-bf1e-1864ab239e4f tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.3624878 May 31 11:59:12.342872 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a2159c65-8bbf-4d82-824c-dc9089d215ec req-1b358222-f157-4f5e-913f-e0261e5c08c3 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 210 time: 0.0853324 May 31 11:59:12.474033 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Deleting port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:12.474033 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.497049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:12.802946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] For port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:12.803302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:12.956821 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246fe6-7942-47b7-a3c2-4dcd14af7694 req-3e080b7e-0d9e-4e45-9f85-f97591afe2a5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:12.958518 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f4246fe6-7942-47b7-a3c2-4dcd14af7694 req-3e080b7e-0d9e-4e45-9f85-f97591afe2a5 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 945 time: 0.4108567 May 31 11:59:12.971427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:12.997018 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Sync routers for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:13.010293 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:13.011465 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:58:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:13.025386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39748) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.125179 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f4246fe6-7942-47b7-a3c2-4dcd14af7694 req-ef671932-fb5a-4721-a705-525a26d48087 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1580601 May 31 11:59:13.176863 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5929ab52-0ce1-4616-acfb-0d33c5bab800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.198113 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.233362 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:13.262924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.309159 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:13.309581 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3745830 May 31 11:59:13.318137 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.318533 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.318806 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Floating IP 130264c3-2776-47ff-b913-06e386dec122 disassociated. External IP: 172.28.0.222, port: c88a90c8-a0d5-43f2-82c7-caddb0f24d0b. May 31 11:59:13.319141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Calling delete_port for c88a90c8-a0d5-43f2-82c7-caddb0f24d0b owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:13.319875 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Usage tracker for resource:security_group_rule and tenant:3429dea90e1243458517c0fd7590b491 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:13.322025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:13.323727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:13.324505 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eca043e-8a5d-4239-8cf7-c3745ddb252a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:13.331303 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:13.373681 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa2f65-df43-4ae1-a858-df6c90092168 x-openstack-request-id: req-52aa2f65-df43-4ae1-a858-df6c90092168 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:13.374044 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:13.374318 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52aa2f65-df43-4ae1-a858-df6c90092168 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:13.374731 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'status': 'completed', 'code': 200} May 31 11:59:13.456643 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.571165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-d66f2e1e-4513-40bf-805d-f5540489a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:13.573638 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-d66f2e1e-4513-40bf-805d-f5540489a633 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.1770842 May 31 11:59:13.615880 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ab60c82f-acc9-493e-adec-63cbbbd5bf68 req-ca53e769-de3a-45b0-854c-8e2978089000 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 210 time: 0.0825105 May 31 11:59:13.648907 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.669654 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c8ebe7a8-0c68-41a1-8688-c12571514896 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:13.709150 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '5754cc81-b479-4df5-901b-9e74083a8708', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'mac_address': 'fa:16:3e:48:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:10Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 0, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:13.713467 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Checking router: e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:13.724247 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:13.724859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:13.775036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.798282 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'Port': ['ID=c88a90c8-a0d5-43f2-82c7-caddb0f24d0b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:13.802657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:13.845341 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-95d26133-5c61-44e6-ad25-c88b4f495bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:13.848833 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-95d26133-5c61-44e6-ad25-c88b4f495bda service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 909 time: 0.2657359 May 31 11:59:13.970404 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39768) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:13.973841 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:13.979546 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:13.993803 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-20b75d35-d9b6-462a-9baf-f1d80f7b561d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:14.040630 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:14.147958 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3429dea90e1243458517c0fd7590b491&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1169064 May 31 11:59:14.147958 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4d6212-9e84-45c7-aa01-b43266283519,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:14.149352 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39774) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:14.160684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:14.181074 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-e8e8bc01-bdec-46e3-bce2-1a33352d4314 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 999 time: 0.3248396 May 31 11:59:14.288062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.329579 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.360742 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:14.366454 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-d4a72fec-6f51-4c1f-95c2-d7249e2394f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:14.372152 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-d4a72fec-6f51-4c1f-95c2-d7249e2394f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.1746500 May 31 11:59:14.380142 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Usage tracker for resource:security_group_rule and tenant:33bd99deb8764df2a31b6ba566cf4851 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:14.431254 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:14.444697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.447648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:14.455961 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:14.471492 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:14.490229 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:14.490846 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:14.508659 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.595761 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '5754cc81-b479-4df5-901b-9e74083a8708', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'mac_address': 'fa:16:3e:48:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:10Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 0, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:14.602212 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8300b42-6d48-410c-9135-f8e1153ed7c3 None None] The sync data for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb is: [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '5754cc81-b479-4df5-901b-9e74083a8708', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'floating_ip_address': '172.28.0.103', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'mac_address': 'fa:16:3e:48:0f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:10Z', 'updated_at': '2021-05-31T11:59:10Z', 'revision_number': 0, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:14.639193 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ea56a656-b1ea-4dcf-b335-645cfeca0fbe req-9b2ed53b-8838-4121-aaec-027eae9899da tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.0734701 May 31 11:59:14.714727 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-15ab97c8-f752-4224-bde6-1d25b0a37056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:14.718479 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-15ab97c8-f752-4224-bde6-1d25b0a37056 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3389895 May 31 11:59:14.773485 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] No DVR routers for this DVR port c88a90c8-a0d5-43f2-82c7-caddb0f24d0b on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:59:14.777532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.825310 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:14.858366 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.865839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4151814c-8f3c-457d-b6c0-a435e4d20c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:14.871848 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a93399d2-c05d-4393-886a-a675bbf9696f req-d245aa80-cc50-45d0-90d7-c46a49261d17 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 210 time: 0.0746105 May 31 11:59:14.903647 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-26f4012d-15dd-4af5-b72b-66e03d111837 req-cb829721-00f5-401e-b5b4-a7cdeef71df8 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "DELETE /v2.0/ports/c88a90c8-a0d5-43f2-82c7-caddb0f24d0b HTTP/1.1" status: 204 len: 173 time: 2.8965905 May 31 11:59:14.922172 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4d6212-9e84-45c7-aa01-b43266283519,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:14.927057 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94c97bb-b948-4785-9292-993dd68e8fd6 None None] New status for floating IP 5754cc81-b479-4df5-901b-9e74083a8708: ACTIVE {{(pid=92558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:14.937430 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:14.976384 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-d1fa9ca8-76ec-47ad-b187-4c6560246a81 service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378771 May 31 11:59:14.979737 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:14.983647 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a4d6212-9e84-45c7-aa01-b43266283519 HTTP/1.1" status: 204 len: 168 time: 0.8270037 May 31 11:59:14.983647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.067334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.085644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-24d6f65f-a0b6-4d5c-913c-d8c26d448201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:15.176496 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39784) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:15.177066 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=33bd99deb8764df2a31b6ba566cf4851&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2048383 May 31 11:59:15.179675 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32123f30-3b9b-42ec-b244-d3c9aa48848f,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:15.184804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:15.207508 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9eca043e-8a5d-4239-8cf7-c3745ddb252a req-3cf14c4c-880d-42d9-8f38-07fcbea06abb service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226160 May 31 11:59:15.242344 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:15.247628 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:15.258116 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:15.259609 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:15.278691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.329504 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.381422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'name': 'network-vif-deleted', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:15.385811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84be9866-f6ee-473d-b8a6-84706ee518c8" -d '{"events": [{"server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "name": "network-vif-deleted", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:15.479385 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518e369f-5bf9-456c-9626-7c53c26365ff x-openstack-request-id: req-518e369f-5bf9-456c-9626-7c53c26365ff {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:15.479999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbc99dba-7a78-4362-a5c0-034a3a75d171", "name": "network-vif-deleted", "tag": "c88a90c8-a0d5-43f2-82c7-caddb0f24d0b", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:15.480450 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-518e369f-5bf9-456c-9626-7c53c26365ff {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:15.481044 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbc99dba-7a78-4362-a5c0-034a3a75d171', 'name': 'network-vif-deleted', 'tag': 'c88a90c8-a0d5-43f2-82c7-caddb0f24d0b', 'status': 'completed', 'code': 200} May 31 11:59:15.549372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.549607 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:15.557142 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:15.570906 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32123f30-3b9b-42ec-b244-d3c9aa48848f,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:15.573386 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.574477 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32123f30-3b9b-42ec-b244-d3c9aa48848f HTTP/1.1" status: 204 len: 168 time: 0.3948009 May 31 11:59:15.575462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:15.614107 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c88a90c8-a0d5-43f2-82c7-caddb0f24d0b no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:59:15.648570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-630b53d9-277a-433b-80f6-ac1e13c6e692 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:15.650757 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-630b53d9-277a-433b-80f6-ac1e13c6e692 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 816 time: 0.2157898 May 31 11:59:15.672207 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: c88a90c8-a0d5-43f2-82c7-caddb0f24d0b {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:59:15.672744 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c88a90c8-a0d5-43f2-82c7-caddb0f24d0b not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:59:15.733747 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-fbf7790a-b59d-4797-a850-52d3da441170 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 380 time: 0.0717309 May 31 11:59:15.777755 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'port': {'device_id': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'admin_state_up': True, 'tenant_id': '969de26ee4084782879223aeb288727c', 'security_groups': ['b3ae2e51-9725-4c9a-80ca-6719d82744ef']}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:15.903070 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-746416de-a451-450c-99d6-d7264325e8a5 req-5f116df6-1c4f-4b3b-b00f-652eae11b56b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:15.961548 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:15.999760 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:16.008169 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-746416de-a451-450c-99d6-d7264325e8a5 req-5f116df6-1c4f-4b3b-b00f-652eae11b56b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:16.009306 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-746416de-a451-450c-99d6-d7264325e8a5 req-5f116df6-1c4f-4b3b-b00f-652eae11b56b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbc99dba-7a78-4362-a5c0-034a3a75d171 HTTP/1.1" status: 200 len: 210 time: 0.1783326 May 31 11:59:16.014734 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:16.073155 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39800) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:16.097070 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.115243 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:16.148386 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Usage tracker for resource:security_group_rule and tenant:aa2d92bd99be4a929fbb010d3b5f6ff4 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:16.152218 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:16.158991 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:16.199301 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:16.206394 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a81068-54a2-4de3-9c9e-6109b4978720 None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:16.208455 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Made reservation on behalf of 969de26ee4084782879223aeb288727c for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:16.214636 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.260742 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9be6845e-981e-4cdb-8544-3a08a3a25173 req-52cf03e4-335a-4c56-9837-6184f4092063 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 210 time: 0.1397338 May 31 11:59:16.310153 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.437224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.452267 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f533dab6-6f95-47c2-aa0d-46c4b5e37eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:16.501071 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa2d92bd99be4a929fbb010d3b5f6ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267452 May 31 11:59:16.506648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39814) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:16.506804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f075debb-141d-4e73-af89-0b253ec9cd91,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:16.506804 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:16.551441 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a564e4c-055d-4e00-9399-af8fb89aefe8 None None] New status for floating IP 130264c3-2776-47ff-b913-06e386dec122: DOWN {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:16.625399 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Allocated IP 172.20.0.4 (26393ffc-5183-45a8-8a19-ed5c182f31ae/0e848670-3550-4246-9400-80e100f382d4/8f59cf06-06ec-4eff-aa53-ae3efad27e82) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:16.656278 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.722411 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.906263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.963142 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Transition to ACTIVE for port object 8f59cf06-06ec-4eff-aa53-ae3efad27e82 will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:16.964639 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:16.969784 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-2f83a446-e2fd-4364-a48b-015cfa36bd17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:16.987587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f075debb-141d-4e73-af89-0b253ec9cd91,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:16.990522 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:17.073693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.077838 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f075debb-141d-4e73-af89-0b253ec9cd91 HTTP/1.1" status: 204 len: 168 time: 0.5676293 May 31 11:59:17.124248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.144414 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:17.197110 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39834) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:17.265559 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39840) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:17.267687 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:17.273124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:17.277946 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:17.371464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:17.378010 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:17.380808 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1059162336-network', 'tenant_id': '3e59989d6dd44d7bbaad7483633ff24b'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:17.390686 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:17.396236 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Usage tracker for resource:network and tenant:3e59989d6dd44d7bbaad7483633ff24b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:17.401181 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:17.404439 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.411044 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:17.428001 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:17.429501 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.450781 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.575144 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8180299 May 31 11:59:17.575881 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Made reservation on behalf of 3e59989d6dd44d7bbaad7483633ff24b for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:17.578533 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.592131 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Request body: {'port': {'device_id': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:17.596276 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.618240 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:17.624447 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Usage tracker for resource:security_group_rule and tenant:3e59989d6dd44d7bbaad7483633ff24b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:17.627889 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:17.638058 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208b0fc-cb40-41f2-9236-9e41ac010f3d req-76f2d57b-1b38-42fc-909a-9c41453d6537 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:17.641383 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5208b0fc-cb40-41f2-9236-9e41ac010f3d req-76f2d57b-1b38-42fc-909a-9c41453d6537 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 931 time: 0.1398389 May 31 11:59:17.644247 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:17.679607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.688016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a5bc4c58-8004-435a-bff7-869e2e39489a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:17.689474 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-601dff41-b890-4177-a51d-8d40017a7a19 None None] Provisioning for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:17.702778 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-601dff41-b890-4177-a51d-8d40017a7a19 None None] Provisioning complete for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:17.703688 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-601dff41-b890-4177-a51d-8d40017a7a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.725396 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ca1b5-eecd-4011-b707-f3bdb2e1bdb2,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:17.736161 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:17.749582 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5208b0fc-cb40-41f2-9236-9e41ac010f3d req-3d5f7db6-7f38-47e7-94a7-262f8ce9db58 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960732 May 31 11:59:17.773939 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.840259 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.842498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:17.849240 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "DELETE /v2.0/security-groups/239ca1b5-eecd-4011-b707-f3bdb2e1bdb2 HTTP/1.1" status: 204 len: 168 time: 0.5775414 May 31 11:59:17.851538 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39854) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:17.868053 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-601dff41-b890-4177-a51d-8d40017a7a19 None None] Port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:17.882295 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.api.v2.resource [None req-94c11b88-911a-42fd-99c9-387c1594acee tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] show failed (client error): The resource could not be found. May 31 11:59:17.883731 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-94c11b88-911a-42fd-99c9-387c1594acee tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups/239ca1b5-eecd-4011-b707-f3bdb2e1bdb2 HTTP/1.1" status: 404 len: 347 time: 0.0307217 May 31 11:59:17.886726 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39858) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:18.007246 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.017218 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-14a6cc6f-8854-4ea0-9f13-f05f506d35e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:18.160047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:18.162531 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:59:18.167741 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.182656 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Transition to ACTIVE for port object 8f59cf06-06ec-4eff-aa53-ae3efad27e82 will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:18.252070 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade4e297-dd57-4e5e-bb76-62b10e71c845,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:18.256815 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.257353 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Added segment 9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c of type vlan for network 3548bce9-bc52-4058-92e2-7b37dedd6eec May 31 11:59:18.260721 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:18.319849 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.323048 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.343557 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-685890ed-b4b0-4c12-926c-ed98e668e52c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:18.365671 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Deleting port 3340717f-e848-43a1-9b65-bbd1b3d6827b {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:59:18.366230 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.551513 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.552466 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.562146 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:18.572032 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:18.574186 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.612970 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Attempting to bind port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:18.613670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Attempting to bind port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:18.614213 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Attempting to bind port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:18.619715 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 on network 26393ffc-5183-45a8-8a19-ed5c182f31ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:59:18.620389 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Attempting to bind port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 on network 26393ffc-5183-45a8-8a19-ed5c182f31ae {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:18.627356 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:18.627891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Checking segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:18.628445 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Bound using segment: {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:18.630790 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Bound port: 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de139179-d1cd-449f-997c-81eb32db998f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:18.631055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.649910 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:18.650497 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.711327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:18.730268 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Calling delete_port for 3340717f-e848-43a1-9b65-bbd1b3d6827b owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:59:18.740785 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:18.745977 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:18.835647 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Pushing event updated for resources: {'Network': ['ID=3548bce9-bc52-4058-92e2-7b37dedd6eec,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:18.838094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.838851 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:18.843211 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-bdb0941f-17cf-4cd0-8404-a82dc911b0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:18.849965 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6516838 May 31 11:59:18.851325 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:59:18.853497 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39878) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:18.866122 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Request body: {'subnet': {'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1059162336-subnet', 'tenant_id': '3e59989d6dd44d7bbaad7483633ff24b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:18.878571 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:18.884281 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Usage tracker for resource:subnet and tenant:3e59989d6dd44d7bbaad7483633ff24b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:18.887826 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:18.897245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:18.965839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:18.966491 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:18.968933 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] 10.222.0.45 "PUT /v2.0/ports/8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 1093 time: 1.3860135 May 31 11:59:18.969469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:18.974678 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db" -d '{"events": [{"name": "network-changed", "server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:19.017907 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Made reservation on behalf of 3e59989d6dd44d7bbaad7483633ff24b for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:19.024792 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2199062'] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.086595 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5ae040-016d-4ca3-a032-e0e51529e2de x-openstack-request-id: req-cb5ae040-016d-4ca3-a032-e0e51529e2de {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:19.087042 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:19.087432 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cb5ae040-016d-4ca3-a032-e0e51529e2de {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:19.088048 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'status': 'completed', 'code': 200} May 31 11:59:19.138468 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.145191 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4129c4b8-1d16-4b88-be54-eda408e851be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:19.171295 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:19.185679 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:19.277150 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd793b-fcf4-4e66-ab0f-1ad91afb823c req-3f8e9071-1eb1-4f11-9228-8ed9be5e1c36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.278257 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-dabd793b-fcf4-4e66-ab0f-1ad91afb823c req-3f8e9071-1eb1-4f11-9228-8ed9be5e1c36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Synchronizing usage tracker for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:19.295458 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-6cea915e-3ca3-4661-a056-6016f9719b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.297766 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-6cea915e-3ca3-4661-a056-6016f9719b15 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1096 time: 0.1930151 May 31 11:59:19.319780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'Port': ['ID=3340717f-e848-43a1-9b65-bbd1b3d6827b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:19.322617 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:19.443617 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.496028 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-dabd793b-fcf4-4e66-ab0f-1ad91afb823c req-3f8e9071-1eb1-4f11-9228-8ed9be5e1c36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Unset dirty status for tenant:969de26ee4084782879223aeb288727c on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:19.497932 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dabd793b-fcf4-4e66-ab0f-1ad91afb823c req-3f8e9071-1eb1-4f11-9228-8ed9be5e1c36 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.5060344 May 31 11:59:19.512599 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-1029143a-b69d-4d64-b63a-8f724080a040 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 217 time: 0.2072544 May 31 11:59:19.641462 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dabd793b-fcf4-4e66-ab0f-1ad91afb823c req-fc366097-6567-4ef3-9b0c-3e8b45b45313 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316338 May 31 11:59:19.654431 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-b7830d69-bcde-4e7d-aa16-ea568216ea09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.654591 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.658872 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-b7830d69-bcde-4e7d-aa16-ea568216ea09 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.1207707 May 31 11:59:19.659063 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "DELETE /v2.0/floatingips/130264c3-2776-47ff-b913-06e386dec122 HTTP/1.1" status: 204 len: 168 time: 1.7679584 May 31 11:59:19.784207 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-51ec01fa-1959-4019-9f80-d3cd57c69857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:19.785908 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-51ec01fa-1959-4019-9f80-d3cd57c69857 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1204517 May 31 11:59:19.846254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26237346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2199040'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:19.851787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f828b895-2bc6-4f1e-b4a0-8ac47f583f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:19.938970 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-e70063bb-f1cc-461a-af1c-40433e1d0716 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458097 May 31 11:59:19.946486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d8e963-8f77-421f-8ce4-f84adff24eb2,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:19.949758 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:19.960499 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Checking segment: {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:19.960852 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Network hostable DHCP agents. Network: 3548bce9-bc52-4058-92e2-7b37dedd6eec, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:59:20.083696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:59:20.085229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39890) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:20.094487 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group': {'name': 'tempest-securitygroup--822472851', 'description': 'tempest-description--53635086'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:20.104057 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:20.121083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:20.125443 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:20.141582 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:20.154854 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bec1e612-7293-441f-a5e3-4b8a8d2e1c5f req-da1d6c2d-3001-4c06-ad4f-799712f95bcf service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086701 May 31 11:59:20.168276 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 3548bce9-bc52-4058-92e2-7b37dedd6eec) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:20.178821 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.179415 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.181486 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f24d53-4488-4b04-afcc-1b2332a9f8a0 None None] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:20.277164 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.303124 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:20.307409 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:20.310526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:20.316973 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:20.327954 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4730616 May 31 11:59:20.401970 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafaab40-378d-4cfa-b879-eff13a2a21e2 None None] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:59:20.482203 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.508574 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-90c1f38d-a7c3-43bd-97a4-869550693455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.511703 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-90c1f38d-a7c3-43bd-97a4-869550693455 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1096 time: 0.1345472 May 31 11:59:20.591802 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:59:20.600925 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.615633 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3803092b-6d97-48bc-b12b-1852d8f2e98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:20.680479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c91de-9962-4e73-8952-b4a3d87d5ac4,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:20.684843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:20.704658 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-7e637741-008b-4fa2-8c58-cdd295ed73f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.706183 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-7e637741-008b-4fa2-8c58-cdd295ed73f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1880822 May 31 11:59:20.768068 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.769177 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6829352 May 31 11:59:20.772779 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39904) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:20.778656 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group_rule': {'security_group_id': 'a99c91de-9962-4e73-8952-b4a3d87d5ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:20.784822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:20.789298 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:20.792262 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:20.798341 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:20.813026 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-78449f54-b65d-4fad-bcb7-07a45cb30055 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 217 time: 0.0991023 May 31 11:59:20.897842 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-0bd23866-937f-47cf-9828-8d5fde3eb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.899254 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-0bd23866-937f-47cf-9828-8d5fde3eb070 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0752196 May 31 11:59:20.900107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:20.951260 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e2f67-2b02-42a7-92da-68da6a187b3c req-db10324f-a85d-4974-a2ea-236d8af56aac tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:20.952752 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fa6e2f67-2b02-42a7-92da-68da6a187b3c req-db10324f-a85d-4974-a2ea-236d8af56aac tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1824415 May 31 11:59:20.964899 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.014239 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fa6e2f67-2b02-42a7-92da-68da6a187b3c req-a1bbc0e7-348f-46e3-9840-91f76716ac40 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539317 May 31 11:59:21.024576 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-d4fb99db-1130-4538-a251-492c97e980e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:21.025991 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-d4fb99db-1130-4538-a251-492c97e980e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1192193 May 31 11:59:21.042424 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.044458 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:21.067240 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3ae805-8162-49d5-b27f-3862427e0494,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:21.071536 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:21.139714 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.144150 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39910) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:21.144286 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-6f2bb31f-f685-4256-b465-a2726f6df619 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3701742 May 31 11:59:21.151899 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'security_group_rule': {'security_group_id': 'a99c91de-9962-4e73-8952-b4a3d87d5ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:21.161611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:21.176071 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:security_group_rule and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:21.181030 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:21.189017 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-493fd767-e0d8-4b90-92da-e7f5f46acbfa service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553109 May 31 11:59:21.192326 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:21.326713 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0d656b0e-1630-4b2f-9fa0-fdea67ee85db req-92f706b6-0afc-4ef8-a7e2-4c0ebd574009 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310380 May 31 11:59:21.351723 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.421984 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.556914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.564395 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:21.584642 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cad606e-087d-4f35-a5d0-09f106ef87e6,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:21.587341 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:21.654249 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:21.655591 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-8d84c8b2-39b7-4ded-890d-f07b5c176b19 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5105946 May 31 11:59:21.658648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39924) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:21.667704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:21.673801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:21.678624 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Usage tracker for resource:floatingip and tenant:3199c4a19c744579833fb1a2d4c6bbf8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:21.681876 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:21.688911 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:21.848067 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.079820 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.228845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6e890-93f3-4a25-9549-4d9434d84437 req-c83c5f78-53cd-4b91-8ca0-103f68616ab1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.230436 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dce6e890-93f3-4a25-9549-4d9434d84437 req-c83c5f78-53cd-4b91-8ca0-103f68616ab1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0972030 May 31 11:59:22.232550 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Allocated IP 172.28.0.22 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/29df7876-3bf8-413d-a758-08b98cab4126) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:22.296906 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dce6e890-93f3-4a25-9549-4d9434d84437 req-18279c15-d1df-4827-9b56-40b871bae63a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598667 May 31 11:59:22.409666 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.523239 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.528262 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:22.589511 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:22.592493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:22.595153 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:22.643465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=29df7876-3bf8-413d-a758-08b98cab4126,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:22.646797 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:22.761750 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:22.840689 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-d23d94ad-9c6b-4621-b5c1-cdcb7cb93506 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:22.842371 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-d23d94ad-9c6b-4621-b5c1-cdcb7cb93506 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/networks?id=3548bce9-bc52-4058-92e2-7b37dedd6eec HTTP/1.1" status: 200 len: 814 time: 0.1583753 May 31 11:59:22.858558 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-0c4d954f-197e-4522-9932-e2122cff871b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/quotas/3e59989d6dd44d7bbaad7483633ff24b HTTP/1.1" status: 200 len: 375 time: 0.0100932 May 31 11:59:22.936075 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-c1b68b8e-6193-4b66-82e5-4e94f343155c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711620 May 31 11:59:23.040665 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.145634 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-cfac4c04-cce5-42c0-a17c-701ee3b344aa service neutron] 10.222.0.20 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957331 May 31 11:59:23.384173 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-9e56b469-424d-41be-a2e5-6c7f29616bc7 service neutron] 10.222.0.20 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232075 May 31 11:59:23.408812 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.487710 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.495589 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c8e4ca36-877c-4226-90ca-2f67dabc95d0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:23.512931 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908d3a9-527f-4177-9017-ada95cf4db2e req-986df3bd-4119-41c7-bca3-52474f3168ea tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:23.514691 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7908d3a9-527f-4177-9017-ada95cf4db2e req-986df3bd-4119-41c7-bca3-52474f3168ea tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1026335 May 31 11:59:23.569076 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7908d3a9-527f-4177-9017-ada95cf4db2e req-13ab170a-b01a-4223-8798-36987b3a4df9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479810 May 31 11:59:23.606184 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 39952) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:23.615002 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=29df7876-3bf8-413d-a758-08b98cab4126,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:23.619385 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:23.624212 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.656106 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:23.760837 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.771141 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1076057 May 31 11:59:23.806279 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-2e7be42c-ba8a-4c60-9126-f9e24ec96e58 req-bda9b2a0-7342-4f43-8931-58952a5c231b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 210 time: 0.0868773 May 31 11:59:23.814006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.836644 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:23.840805 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Usage tracker for resource:security_group_rule and tenant:a72eccd7d80a4171a64d3898fffd5d47 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:23.843891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:23.851367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:23.902656 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:23.919546 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:23.993047 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:23.999877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.018860 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:24.036184 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:24.066184 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.073684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-68a1279f-1b56-4f98-8515-a760072807dd tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:24.075417 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7452b6ef-ee12-4080-8e4d-65389d9ac439 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:24.115930 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a72eccd7d80a4171a64d3898fffd5d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080061 May 31 11:59:24.117475 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d20316-c5d6-4cac-98e6-91d92640de8d,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:24.118798 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 39978) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:24.120861 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:24.168384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.170189 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:24.182902 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.197286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-68a1279f-1b56-4f98-8515-a760072807dd tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:24.198515 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-68a1279f-1b56-4f98-8515-a760072807dd tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--822472851&fields=id&tenant_id=3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 267 time: 0.1683016 May 31 11:59:24.237480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:24.240654 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:24.252811 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.379357 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['8f59cf06-06ec-4eff-aa53-ae3efad27e82'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:24.486868 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-3da4e49e-9bbb-4df1-84a3-712b336ac564 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.488564 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-3da4e49e-9bbb-4df1-84a3-712b336ac564 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 810 time: 0.2741561 May 31 11:59:24.518454 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-24daa8a2-1e85-4907-8da7-c6205e58edf4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/quotas/3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 375 time: 0.0170290 May 31 11:59:24.657588 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.667948 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c2553b42-485b-467b-883a-356ce198d8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:24.681693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d20316-c5d6-4cac-98e6-91d92640de8d,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:24.685417 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:24.698576 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:24.702331 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0084ce4f-0917-4024-9d34-21ffe2f33bd2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38d20316-c5d6-4cac-98e6-91d92640de8d HTTP/1.1" status: 204 len: 168 time: 0.5797975 May 31 11:59:24.752394 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-6e0c6d26-c8e8-44f9-904b-5f5f6bb63a88 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2257769 May 31 11:59:24.846929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe332bf4-44d4-4710-bbc3-da89a489ccc2 req-18012573-0d02-4364-b9d8-b2f567511af1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:24.848478 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fe332bf4-44d4-4710-bbc3-da89a489ccc2 req-18012573-0d02-4364-b9d8-b2f567511af1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 944 time: 0.0877731 May 31 11:59:24.898394 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fe332bf4-44d4-4710-bbc3-da89a489ccc2 req-95057970-79dd-43b7-acb1-01f3984e4b26 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410714 May 31 11:59:24.941828 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-2459a903-43e0-46f9-aba5-36dec5b80514 service neutron] 10.222.0.20 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694975 May 31 11:59:24.992030 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ba7282c-154c-4c84-a327-5735babd0bcf req-4aef2409-ffab-4406-9eda-f003f0f06aaf tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 210 time: 0.0434783 May 31 11:59:25.089842 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-ffac8c93-bb20-44b9-a652-10259c12e1e7 service neutron] 10.222.0.20 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417325 May 31 11:59:25.400535 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-16c64734-e069-4076-9ea7-c01f3cede647 req-327b4a26-9cd6-450b-b8cd-115eb3eb7463 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:25.499257 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-16c64734-e069-4076-9ea7-c01f3cede647 req-327b4a26-9cd6-450b-b8cd-115eb3eb7463 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:25.500563 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-16c64734-e069-4076-9ea7-c01f3cede647 req-327b4a26-9cd6-450b-b8cd-115eb3eb7463 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 210 time: 0.1783111 May 31 11:59:25.671163 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:25.813763 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:25.818957 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:25.819358 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.958435 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:25.987746 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:25.990272 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3f2f43-becb-4c92-8fef-8fd21bf64e4e" -d '{"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:25.998244 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:26.081097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37faba-7047-4d46-8a75-be79222a0494 x-openstack-request-id: req-bb37faba-7047-4d46-8a75-be79222a0494 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:26.081396 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:26.082216 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb37faba-7047-4d46-8a75-be79222a0494 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:26.082620 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'code': 200} May 31 11:59:26.094870 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:26.097497 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:26.120726 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850fa45-cc50-4177-a71e-560345641cf3 req-bc52024f-a97f-4242-a36d-e6c64f5a3c05 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:26.122628 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1850fa45-cc50-4177-a71e-560345641cf3 req-bc52024f-a97f-4242-a36d-e6c64f5a3c05 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 944 time: 0.0954618 May 31 11:59:26.185471 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1850fa45-cc50-4177-a71e-560345641cf3 req-c423e0e9-9e94-48ff-a8a4-c1ec225eb801 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538757 May 31 11:59:26.214946 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:26.218298 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:26.258668 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cb23f927-6e1f-475f-8ed4-aa42637ec114 req-a9416ec2-40d1-4ab1-ba1d-290914f79593 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 210 time: 0.0636194 May 31 11:59:26.502760 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5a2ab-5ab8-4df9-98d6-c6f080a06a2c req-54ea419c-b136-4efc-b818-eef36c991739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:26.504327 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-48d5a2ab-5ab8-4df9-98d6-c6f080a06a2c req-54ea419c-b136-4efc-b818-eef36c991739 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1098 time: 0.0743148 May 31 11:59:26.551487 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-48d5a2ab-5ab8-4df9-98d6-c6f080a06a2c req-c5d9ffb7-d067-4a12-bc9a-babb4fd79a02 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 May 31 11:59:26.744372 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a379f63f-f791-4bcc-8f06-59bee62b0ac0 req-22b4e522-dc13-4eba-8984-2bc44c64edc6 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 210 time: 0.1015942 May 31 11:59:26.833450 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ea17842e-75a0-49e9-8844-9b812016d42e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:26.835067 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ea17842e-75a0-49e9-8844-9b812016d42e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "GET /v2.0/networks?id=3548bce9-bc52-4058-92e2-7b37dedd6eec HTTP/1.1" status: 200 len: 814 time: 0.2231984 May 31 11:59:26.849311 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Request body: {'port': {'device_id': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec', 'admin_state_up': True, 'tenant_id': '3e59989d6dd44d7bbaad7483633ff24b'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:27.027505 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:27.033340 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Usage tracker for resource:port and tenant:3e59989d6dd44d7bbaad7483633ff24b is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:59:27.038106 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:59:27.046836 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:27.132202 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Made reservation on behalf of 3e59989d6dd44d7bbaad7483633ff24b for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:27.136113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.360819 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Allocated IP 172.20.0.14 (3548bce9-bc52-4058-92e2-7b37dedd6eec/b9d8e963-8f77-421f-8ce4-f84adff24eb2/7189ced3-2f8e-4d55-be81-10a546a8fc6d) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:27.457326 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4444045-0b0a-4e47-a04b-b746fe7464bc req-60145d96-d6d0-4b1a-afe9-2b9c2f094cb0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:27.460273 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d4444045-0b0a-4e47-a04b-b746fe7464bc req-60145d96-d6d0-4b1a-afe9-2b9c2f094cb0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1355484 May 31 11:59:27.474352 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bcba6c93-aace-4930-a85f-e18b61f9e21e req-483f6b78-e992-4abd-835f-1ea6404dd827 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 210 time: 0.0747461 May 31 11:59:27.527816 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d4444045-0b0a-4e47-a04b-b746fe7464bc req-a34e32e6-178b-42ff-9d54-afcbe9d71808 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587959 May 31 11:59:27.658407 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.768405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:27.774421 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:27.846382 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:27.850148 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:27.854721 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:27.918155 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Pushing event updated for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:27.936079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:27.945831 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bd79e45b-0bae-4cab-b229-3916c13bbc89 req-6a92d432-7081-44fa-b957-7f2f5180a6ea tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 210 time: 0.0645008 May 31 11:59:27.979190 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:27.979662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.074547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-26343914-bd90-4f86-849b-574baae6672a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.075297 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-26343914-bd90-4f86-849b-574baae6672a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:28.083403 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-1b0effac-2db1-493e-9c98-939bfa7c00a7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2384336 May 31 11:59:28.095679 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Request body: {'port': {'device_id': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:28.185530 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-26343914-bd90-4f86-849b-574baae6672a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:28.186782 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-26343914-bd90-4f86-849b-574baae6672a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 810 time: 0.3608899 May 31 11:59:28.216342 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.246889 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-ca23c71a-74a9-4a61-8db3-8d48454de288 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:28.259999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-ca23c71a-74a9-4a61-8db3-8d48454de288 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:28.261367 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-ca23c71a-74a9-4a61-8db3-8d48454de288 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3199c4a19c744579833fb1a2d4c6bbf8 HTTP/1.1" status: 200 len: 379 time: 0.0654557 May 31 11:59:28.272004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'port': {'device_id': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'admin_state_up': True, 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'security_groups': ['a99c91de-9962-4e73-8952-b4a3d87d5ac4']}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:28.421855 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:59:28.432619 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:59:28.545186 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Made reservation on behalf of 3199c4a19c744579833fb1a2d4c6bbf8 for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:59:28.551116 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.839909 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7189ced3-2f8e-4d55-be81-10a546a8fc6d {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:28.849023 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.869304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Transition to ACTIVE for port object 7189ced3-2f8e-4d55-be81-10a546a8fc6d will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:28.890362 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d793c-a80c-4ab3-a8f1-ead8b8c796ff req-4bb2a441-b219-4b64-83f8-26cb76471b24 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.891919 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8e0d793c-a80c-4ab3-a8f1-ead8b8c796ff req-4bb2a441-b219-4b64-83f8-26cb76471b24 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1290140 May 31 11:59:28.916846 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Allocated IP 172.20.0.7 (a16340ca-cb58-4da2-af78-18f02bdff3f2/f17fd68e-872a-4a95-bbc8-c6c1fb630d3f/be4ee560-d4c1-4666-960a-ba16e206865a) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:59:28.943317 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8e0d793c-a80c-4ab3-a8f1-ead8b8c796ff req-1203941e-f25f-4c22-844e-abc4187b3b31 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437429 May 31 11:59:28.947118 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:28.949238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-914d27bb-a078-4445-86a7-a630a720730b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:28.974997 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79440d33-73ec-49f7-9ce0-cc9cf1520f42 req-9632801b-0acb-421f-aeba-73989ae5d152 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:28.976992 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-79440d33-73ec-49f7-9ce0-cc9cf1520f42 req-9632801b-0acb-421f-aeba-73989ae5d152 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 932 time: 0.1480033 May 31 11:59:29.115813 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Pushing event updated for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.143234 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.162470 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-79440d33-73ec-49f7-9ce0-cc9cf1520f42 req-ad03311c-8ab0-4920-9b16-b91d00117a4b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:29.233817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.245060 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Attempting to bind port 7189ced3-2f8e-4d55-be81-10a546a8fc6d on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:29.245648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Attempting to bind port 7189ced3-2f8e-4d55-be81-10a546a8fc6d by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:29.245811 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Attempting to bind port 7189ced3-2f8e-4d55-be81-10a546a8fc6d on network 3548bce9-bc52-4058-92e2-7b37dedd6eec {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:29.252369 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Port 7189ced3-2f8e-4d55-be81-10a546a8fc6d on network 3548bce9-bc52-4058-92e2-7b37dedd6eec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:59:29.252696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Attempting to bind port 7189ced3-2f8e-4d55-be81-10a546a8fc6d on network 3548bce9-bc52-4058-92e2-7b37dedd6eec {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:29.255170 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Transition to ACTIVE for port object be4ee560-d4c1-4666-960a-ba16e206865a will not be triggered until provisioned by entity DHCP. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:29.264064 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:29.264405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Checking segment: {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:29.264791 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Bound using segment: {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:29.265232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Bound port: 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:29.265583 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.284003 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5007ec-76d8-47fb-973c-b915a5c0d000 req-996a0959-7077-445f-9579-1bf6b8068cdd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.285527 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ea5007ec-76d8-47fb-973c-b915a5c0d000 req-996a0959-7077-445f-9579-1bf6b8068cdd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1760874 May 31 11:59:29.296399 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 40032) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:29.303319 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Request body: {'floatingip': {'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:29.363457 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-79440d33-73ec-49f7-9ce0-cc9cf1520f42 req-ad03311c-8ab0-4920-9b16-b91d00117a4b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:29.363753 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-79440d33-73ec-49f7-9ce0-cc9cf1520f42 req-ad03311c-8ab0-4920-9b16-b91d00117a4b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512819 May 31 11:59:29.388083 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.394386 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-638269a1-0ad4-426c-899f-fbdacc15a91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:29.430651 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:29.431562 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.444914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:29.485422 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafe59b-1362-4738-be45-8b7132149454 req-b933ee86-e3c4-42be-9d11-73fe0275f315 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.488965 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-aaafe59b-1362-4738-be45-8b7132149454 req-b933ee86-e3c4-42be-9d11-73fe0275f315 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 931 time: 0.1066687 May 31 11:59:29.531371 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.538523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f2284890-9505-4073-9280-257da908b371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:29.580307 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-aaafe59b-1362-4738-be45-8b7132149454 req-bed3afcf-7732-4484-8c74-81b2ceca3280 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869336 May 31 11:59:29.585005 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:59:29.600286 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:59:29.604363 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:59:29.612494 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.613162 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.614606 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] 10.222.0.45 "PUT /v2.0/ports/7189ced3-2f8e-4d55-be81-10a546a8fc6d HTTP/1.1" status: 200 len: 1094 time: 1.5232787 May 31 11:59:29.615134 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:29.617535 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fc2077-3e17-4372-bbca-722be7b69663" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:29.636574 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Pushing event updated for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.639522 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.639745 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event updated for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:29.643109 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:29.693002 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5585a-2f8d-4518-be5a-753718b5ebbf x-openstack-request-id: req-48c5585a-2f8d-4518-be5a-753718b5ebbf {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:29.693494 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:29.694009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48c5585a-2f8d-4518-be5a-753718b5ebbf {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:29.694900 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d', 'status': 'completed', 'code': 200} May 31 11:59:29.736271 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.736922 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.803608 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-93e38a7d-fc61-455b-8a2d-cd93e99e22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.805208 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-93e38a7d-fc61-455b-8a2d-cd93e99e22eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 1097 time: 0.0854039 May 31 11:59:29.916132 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-fbd9ee1e-b011-41c1-8af7-d18b4cb0f6ce None None] Provisioning for port be4ee560-d4c1-4666-960a-ba16e206865a completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:29.924272 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-fbd9ee1e-b011-41c1-8af7-d18b4cb0f6ce None None] Provisioning complete for port be4ee560-d4c1-4666-960a-ba16e206865a triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:29.926904 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-fbd9ee1e-b011-41c1-8af7-d18b4cb0f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:29.973092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-ddf403ea-cb87-4ac8-b5c7-29e32aa3a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:29.975697 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-ddf403ea-cb87-4ac8-b5c7-29e32aa3a643 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1628401 May 31 11:59:29.996908 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9ee1e-b011-41c1-8af7-d18b4cb0f6ce None None] Port be4ee560-d4c1-4666-960a-ba16e206865a cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:59:30.014488 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7476788 May 31 11:59:30.027928 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Request body: {'port': {'device_id': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:30.173393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.203877 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-6cd0f52c-9b42-49b9-823d-d82a51a739da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.208547 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c9fc2077-3e17-4372-bbca-722be7b69663 req-6cd0f52c-9b42-49b9-823d-d82a51a739da service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2250290 May 31 11:59:30.320312 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-3bd19c72-dd91-449d-9bb6-7f5664793a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.321843 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-3bd19c72-dd91-449d-9bb6-7f5664793a54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 1097 time: 0.0748284 May 31 11:59:30.404772 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-2f584aee-f648-4d6e-853f-85e66d1ad195 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d HTTP/1.1" status: 200 len: 217 time: 0.0747540 May 31 11:59:30.416214 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.479315 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-c08d9629-f56a-4aa5-832c-165cbac8837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.483028 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-c08d9629-f56a-4aa5-832c-165cbac8837d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9d8e963-8f77-421f-8ce4-f84adff24eb2 HTTP/1.1" status: 200 len: 854 time: 0.0705137 May 31 11:59:30.611745 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:30.708869 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-b831e5ae-8b77-43a4-a399-410a52c6ec1e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3548bce9-bc52-4058-92e2-7b37dedd6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190022 May 31 11:59:30.853961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20c71-20c0-421b-95fc-8f2fb6ec84d7 req-14a6232e-ef38-4b2c-b5cb-4d8d22202d4f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:30.854578 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-e7f20c71-20c0-421b-95fc-8f2fb6ec84d7 req-14a6232e-ef38-4b2c-b5cb-4d8d22202d4f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:30.879998 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-5e5fd8ec-f212-47d9-a6ca-e97a54ce7efd service neutron] 10.222.0.45 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577065 May 31 11:59:30.895770 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Floating IP 15be2f31-77e2-481b-a80b-9bf1325aaecd associated. External IP: 172.28.0.205, port: 8f59cf06-06ec-4eff-aa53-ae3efad27e82. May 31 11:59:30.972074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-e7f20c71-20c0-421b-95fc-8f2fb6ec84d7 req-14a6232e-ef38-4b2c-b5cb-4d8d22202d4f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:30.973263 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e7f20c71-20c0-421b-95fc-8f2fb6ec84d7 req-14a6232e-ef38-4b2c-b5cb-4d8d22202d4f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 944 time: 0.4421234 May 31 11:59:31.049989 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cce76e2-44af-408a-b035-dc48466dd4c6 req-69753ca3-216f-4741-86f6-6bca099bfc23 service neutron] 10.222.0.45 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622665 May 31 11:59:31.054806 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e7f20c71-20c0-421b-95fc-8f2fb6ec84d7 req-de79a604-d363-4669-a249-1a5381a94a4d tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715110 May 31 11:59:31.115526 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b01ce-ad87-4700-89a8-13fd8be1e638 req-d9cb51b0-9f3e-4628-82eb-7d7e6830e4fb tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:31.116140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-363b01ce-ad87-4700-89a8-13fd8be1e638 req-d9cb51b0-9f3e-4628-82eb-7d7e6830e4fb tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Synchronizing usage tracker for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:59:31.119822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4ee560-d4c1-4666-960a-ba16e206865a {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:31.139322 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.174566 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Transition to ACTIVE for port object be4ee560-d4c1-4666-960a-ba16e206865a will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:59:31.259226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-363b01ce-ad87-4700-89a8-13fd8be1e638 req-d9cb51b0-9f3e-4628-82eb-7d7e6830e4fb tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Unset dirty status for tenant:3199c4a19c744579833fb1a2d4c6bbf8 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:59:31.260391 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-363b01ce-ad87-4700-89a8-13fd8be1e638 req-d9cb51b0-9f3e-4628-82eb-7d7e6830e4fb tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 931 time: 0.4839544 May 31 11:59:31.333056 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.346042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-91136370-ba50-4d54-802c-76557546c3a0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:31.510902 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-363b01ce-ad87-4700-89a8-13fd8be1e638 req-a242d4d9-0911-4f38-8c79-d7dbcc0f54fe tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433350 May 31 11:59:31.533696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:31.537201 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Pushing event updated for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:31.565315 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:31.789575 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Attempting to bind port be4ee560-d4c1-4666-960a-ba16e206865a on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:59:31.790363 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Attempting to bind port be4ee560-d4c1-4666-960a-ba16e206865a by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:59:31.790363 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Attempting to bind port be4ee560-d4c1-4666-960a-ba16e206865a on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:31.799633 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Port be4ee560-d4c1-4666-960a-ba16e206865a on network a16340ca-cb58-4da2-af78-18f02bdff3f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:59:31.799945 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Attempting to bind port be4ee560-d4c1-4666-960a-ba16e206865a on network a16340ca-cb58-4da2-af78-18f02bdff3f2 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:59:31.811573 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:59:31.811901 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Checking segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:59:31.812272 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Bound using segment: {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:59:31.812690 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Bound port: be4ee560-d4c1-4666-960a-ba16e206865a, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e009a0c8-e676-4958-8ebb-54eca976e19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:59:31.813028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.828762 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:31.835099 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:31.839339 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:31.850001 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:31.850603 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:32.040432 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:32.054616 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2836ae53-aef3-46e9-bd13-e829e0bec207 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "PUT /v2.0/floatingips/15be2f31-77e2-481b-a80b-9bf1325aaecd HTTP/1.1" status: 200 len: 991 time: 2.7568591 May 31 11:59:32.063566 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:32.066482 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f67812-0972-472a-954e-34ba1d42c062" -d '{"events": [{"name": "network-changed", "server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:32.095578 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:59:32.101890 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=be4ee560-d4c1-4666-960a-ba16e206865a,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:59:32.115367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea3508a-bcd5-4054-8eb1-458d86ea81b9 x-openstack-request-id: req-dea3508a-bcd5-4054-8eb1-458d86ea81b9 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:32.116000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:32.116611 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dea3508a-bcd5-4054-8eb1-458d86ea81b9 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:32.117748 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'status': 'completed', 'code': 200} May 31 11:59:32.180841 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:32.189776 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:32.235469 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67812-0972-472a-954e-34ba1d42c062 req-03eb2692-d0fe-414e-a267-c39d3807a4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.238196 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-03eb2692-d0fe-414e-a267-c39d3807a4e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1098 time: 0.1006787 May 31 11:59:32.346582 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.347623 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:32.349895 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] 10.222.0.45 "PUT /v2.0/ports/be4ee560-d4c1-4666-960a-ba16e206865a HTTP/1.1" status: 200 len: 1093 time: 2.3258672 May 31 11:59:32.402514 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67812-0972-472a-954e-34ba1d42c062 req-4fba22fe-8f83-480c-8292-7b7f79debaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.404064 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-4fba22fe-8f83-480c-8292-7b7f79debaa2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1595430 May 31 11:59:32.433949 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Pushing event updated for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:32.458894 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:32.552210 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-a91b5537-bcc6-4c7f-ac84-a2819dba57aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 999 time: 0.1410933 May 31 11:59:32.565595 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '15be2f31-77e2-481b-a80b-9bf1325aaecd', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.205', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:09Z', 'updated_at': '2021-05-31T11:59:30Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:32.573631 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:32.587359 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06666cf2-7251-4603-9186-c3cf4e661f93 req-b8a9483d-a459-420a-8ac8-1565980c3e6e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.590415 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-06666cf2-7251-4603-9186-c3cf4e661f93 req-b8a9483d-a459-420a-8ac8-1565980c3e6e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 944 time: 0.3168902 May 31 11:59:32.614552 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:32.615574 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:32.628184 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67812-0972-472a-954e-34ba1d42c062 req-2f553b73-60b7-49ca-8697-cfc036f5758c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.630377 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-2f553b73-60b7-49ca-8697-cfc036f5758c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0711215 May 31 11:59:32.678964 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-06666cf2-7251-4603-9186-c3cf4e661f93 req-579c56b9-47bf-4f9f-aa23-a888793e81ff tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806029 May 31 11:59:32.702026 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-f2e34059-e8c9-4ec7-9771-ccf1e1b715cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.703527 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-f2e34059-e8c9-4ec7-9771-ccf1e1b715cc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 1096 time: 0.2275019 May 31 11:59:32.778645 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-ae0febea-b5c4-4ff6-a60a-599d646053ec service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4ee560-d4c1-4666-960a-ba16e206865a HTTP/1.1" status: 200 len: 217 time: 0.0678725 May 31 11:59:32.805640 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f67812-0972-472a-954e-34ba1d42c062 req-5d6b2765-e012-4cc7-abc9-7317778bccac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.807241 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-5d6b2765-e012-4cc7-abc9-7317778bccac service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1699681 May 31 11:59:32.819436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e5b1b-a83c-45c7-b899-20be9828a362 req-27ddcd82-a770-466e-a614-39f231a2eed1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.820595 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e87e5b1b-a83c-45c7-b899-20be9828a362 req-27ddcd82-a770-466e-a614-39f231a2eed1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 943 time: 0.1201451 May 31 11:59:32.836221 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:32.849586 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-7ff39185-6ce8-49a3-9569-30abc57aa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.851146 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-7ff39185-6ce8-49a3-9569-30abc57aa6d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.0622096 May 31 11:59:32.957285 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-5985eaf9-ead0-432a-a664-ccedb5757587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:32.964932 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-5985eaf9-ead0-432a-a664-ccedb5757587 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1073868 May 31 11:59:32.981733 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e87e5b1b-a83c-45c7-b899-20be9828a362 req-9c252c22-4187-4434-b62e-d9fae833a70a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403022 May 31 11:59:33.023994 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-b435bf4a-170d-42c7-8fa0-1bf63513c1c2 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023244 May 31 11:59:33.114542 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-8bab226e-e824-4d3d-b419-6cd0c0c22cf0 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429090 May 31 11:59:33.165047 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b4f67812-0972-472a-954e-34ba1d42c062 req-08f281ab-c1b0-443c-9eed-f662a2af21aa service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346142 May 31 11:59:33.260968 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-efce042e-841b-4d1b-a6d1-a65432c1dfd8 req-32e1ff72-91db-4f41-90e9-b25bdaf2df90 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391656 May 31 11:59:33.337243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '15be2f31-77e2-481b-a80b-9bf1325aaecd', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.205', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:09Z', 'updated_at': '2021-05-31T11:59:30Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:33.342792 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafe0a03-1c26-4ad6-8418-b5ebfc1a237d None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '15be2f31-77e2-481b-a80b-9bf1325aaecd', 'tenant_id': '969de26ee4084782879223aeb288727c', 'floating_ip_address': '172.28.0.205', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:09Z', 'updated_at': '2021-05-31T11:59:30Z', 'revision_number': 1, 'project_id': '969de26ee4084782879223aeb288727c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:33.524066 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de48289-9ab5-44cb-ac60-39fc90a44e70 None None] New status for floating IP 15be2f31-77e2-481b-a80b-9bf1325aaecd: ACTIVE {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:33.735880 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7189ced3-2f8e-4d55-be81-10a546a8fc6d details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:33.872026 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:33.872629 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2aa1b-4340-4be2-9b1c-e81fdec15ecf req-a3eefcd9-7b9a-47f7-b501-0ed49d4f3b34 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:33.878880 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-16c2aa1b-4340-4be2-9b1c-e81fdec15ecf req-a3eefcd9-7b9a-47f7-b501-0ed49d4f3b34 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 944 time: 0.0905588 May 31 11:59:33.887294 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '7189ced3-2f8e-4d55-be81-10a546a8fc6d', 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec', 'port_id': '7189ced3-2f8e-4d55-be81-10a546a8fc6d', 'mac_address': 'fa:16:3e:d3:78:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8e963-8f77-421f-8ce4-f84adff24eb2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:33.921039 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-16c2aa1b-4340-4be2-9b1c-e81fdec15ecf req-0e6a6533-d856-4a81-80ca-bf3fd447ee26 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 May 31 11:59:33.949887 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:33.968268 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7189ced3-2f8e-4d55-be81-10a546a8fc6d {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:33.983936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:34.076727 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:34.078608 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:34.138424 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:34.140583 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca9af28-4237-4627-ad40-247836c2980e" -d '{"events": [{"name": "network-changed", "server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:34.145400 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:34.149939 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:34.189581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4afd1f4-1d51-4578-a500-b95e80134c8c x-openstack-request-id: req-e4afd1f4-1d51-4578-a500-b95e80134c8c {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:34.189964 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:34.190254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4afd1f4-1d51-4578-a500-b95e80134c8c {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:34.190737 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'status': 'completed', 'code': 200} May 31 11:59:34.199129 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf0d11-7721-4e17-9ddd-00bfca655448 req-1b1ad5dd-2ff2-406b-a5c1-d2590026cb05 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.200606 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-08cf0d11-7721-4e17-9ddd-00bfca655448 req-1b1ad5dd-2ff2-406b-a5c1-d2590026cb05 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 943 time: 0.0975475 May 31 11:59:34.292201 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-08cf0d11-7721-4e17-9ddd-00bfca655448 req-e6651685-51c7-4cbc-86ba-69d63aa6f263 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857897 May 31 11:59:34.308767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['7189ced3-2f8e-4d55-be81-10a546a8fc6d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:34.317597 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9af28-4237-4627-ad40-247836c2980e req-570369f8-36fb-4cfc-b2c1-71c204e62864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.319141 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-570369f8-36fb-4cfc-b2c1-71c204e62864 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 1096 time: 0.0994077 May 31 11:59:34.457868 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9af28-4237-4627-ad40-247836c2980e req-eeaedb76-d439-421d-9ec3-1182fac3006b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.459434 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-eeaedb76-d439-421d-9ec3-1182fac3006b service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.1329951 May 31 11:59:34.550561 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-9383e7ae-00d5-4592-bfef-275a522950f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4ee560-d4c1-4666-960a-ba16e206865a HTTP/1.1" status: 200 len: 217 time: 0.0815291 May 31 11:59:34.630670 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9af28-4237-4627-ad40-247836c2980e req-6b479e1c-955b-4a26-b7bd-64fd77537cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.632090 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-6b479e1c-955b-4a26-b7bd-64fd77537cda service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.0684867 May 31 11:59:34.719226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9af28-4237-4627-ad40-247836c2980e req-9b682c0c-73c6-471b-9995-f952c4654dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:34.720611 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-9b682c0c-73c6-471b-9995-f952c4654dc7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803969 May 31 11:59:34.853192 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-cb5bf273-4640-4ace-aac1-0fe634d2964f service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243474 May 31 11:59:35.143529 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5ca9af28-4237-4627-ad40-247836c2980e req-920041e5-3db8-4c7b-9ef8-5116d6528d96 service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817936 May 31 11:59:35.151083 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:35.167613 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef15caa-35b8-4fe6-88fb-f3a54a4faa90 req-ce4de6a1-b336-4d07-9c53-32ccf37a6d36 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:35.169057 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cef15caa-35b8-4fe6-88fb-f3a54a4faa90 req-ce4de6a1-b336-4d07-9c53-32ccf37a6d36 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 945 time: 0.1234400 May 31 11:59:35.214593 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cef15caa-35b8-4fe6-88fb-f3a54a4faa90 req-1627df3b-e901-4458-8d46-6d8c6b05e4c9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398333 May 31 11:59:35.488189 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427603e-8f3a-40ba-b1f1-bad95b7398fd req-325ef597-ce70-4518-9e7f-bcdad4022f77 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:35.490738 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2427603e-8f3a-40ba-b1f1-bad95b7398fd req-325ef597-ce70-4518-9e7f-bcdad4022f77 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 943 time: 0.0853448 May 31 11:59:35.538566 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2427603e-8f3a-40ba-b1f1-bad95b7398fd req-fe96012d-642b-444c-873e-bf1d8c8fe6e0 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 May 31 11:59:35.767264 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7189ced3-2f8e-4d55-be81-10a546a8fc6d up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:35.887989 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 7189ced3-2f8e-4d55-be81-10a546a8fc6d completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:35.892964 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 7189ced3-2f8e-4d55-be81-10a546a8fc6d triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:35.893332 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:36.012249 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:36.041355 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:36.043556 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e0d6a2-b333-4dda-8ae4-98c9003c0a03" -d '{"events": [{"server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "name": "network-vif-plugged", "status": "completed", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:36.051707 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:36.088804 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecef3f9-24ec-43d9-86dd-6904c34169d1 x-openstack-request-id: req-eecef3f9-24ec-43d9-86dd-6904c34169d1 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:36.089029 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "name": "network-vif-plugged", "status": "completed", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:36.089295 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eecef3f9-24ec-43d9-86dd-6904c34169d1 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:36.089696 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d', 'code': 200} May 31 11:59:36.155060 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:36.157011 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:36.226460 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:36.229514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:36.417456 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498108bf-6257-4e39-bf16-8c61593403a4 req-a0ab9227-ae08-44bf-8c88-506e11ab1a6e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.418962 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-498108bf-6257-4e39-bf16-8c61593403a4 req-a0ab9227-ae08-44bf-8c88-506e11ab1a6e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0811956 May 31 11:59:36.464795 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-498108bf-6257-4e39-bf16-8c61593403a4 req-3c1befe1-909a-4ecb-b08f-45e1cb7846cc tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401819 May 31 11:59:36.573295 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b01759-d95a-4d36-9918-78160c25b822 req-e0928b4b-ae76-4400-aef4-f2085656425b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.574967 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-95b01759-d95a-4d36-9918-78160c25b822 req-e0928b4b-ae76-4400-aef4-f2085656425b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 1099 time: 0.0738490 May 31 11:59:36.617102 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-95b01759-d95a-4d36-9918-78160c25b822 req-ab60636c-60f7-4f52-97b7-774233c4207d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 May 31 11:59:36.730846 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ca4c8-e19f-4225-b2ad-aaebfadaf9c2 req-3e44ca12-db7d-413f-86a1-3908425b0141 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:36.732334 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-684ca4c8-e19f-4225-b2ad-aaebfadaf9c2 req-3e44ca12-db7d-413f-86a1-3908425b0141 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 943 time: 0.0887392 May 31 11:59:36.780464 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-684ca4c8-e19f-4225-b2ad-aaebfadaf9c2 req-7c76563f-966e-41cc-9afc-dd00d1309a45 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425279 May 31 11:59:37.658264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed6fe5-ebac-4d21-863b-82edf9000d81 req-b0a2fd0d-25fe-4543-bd17-8ed36d4c8696 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:37.660499 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-46ed6fe5-ebac-4d21-863b-82edf9000d81 req-b0a2fd0d-25fe-4543-bd17-8ed36d4c8696 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0846946 May 31 11:59:37.712831 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-46ed6fe5-ebac-4d21-863b-82edf9000d81 req-0d5b33f4-daf0-4aec-ba55-01a010c4eaec tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453465 May 31 11:59:37.794926 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device be4ee560-d4c1-4666-960a-ba16e206865a details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:59:37.935697 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=be4ee560-d4c1-4666-960a-ba16e206865a,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:37.950666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'port_id': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'mac_address': 'fa:16:3e:4e:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:59:37.977896 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a5998-1902-4d46-b0c5-52d3d7d065c2 req-f4b10e3a-b0ea-4db0-be6a-90e4aaf2f009 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:37.979364 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1c7a5998-1902-4d46-b0c5-52d3d7d065c2 req-f4b10e3a-b0ea-4db0-be6a-90e4aaf2f009 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 943 time: 0.0857978 May 31 11:59:38.008410 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:38.026040 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1c7a5998-1902-4d46-b0c5-52d3d7d065c2 req-fb9f7eaf-35b3-4458-8185-f646239fcbb6 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406590 May 31 11:59:38.026308 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4ee560-d4c1-4666-960a-ba16e206865a {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:59:38.042864 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=be4ee560-d4c1-4666-960a-ba16e206865a,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:38.139074 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:38.140794 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:38.211591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:38.214650 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:38.383599 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['be4ee560-d4c1-4666-960a-ba16e206865a'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:59:38.907249 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74c53d-e97c-4872-a2e7-ba2e79f315c9 req-b8f90df7-7220-4200-be04-9a985bcaf9a3 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:38.908733 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e74c53d-e97c-4872-a2e7-ba2e79f315c9 req-b8f90df7-7220-4200-be04-9a985bcaf9a3 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0831757 May 31 11:59:39.032299 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2e74c53d-e97c-4872-a2e7-ba2e79f315c9 req-23bef202-dc95-4f08-b3d0-18f96f779a4c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178293 May 31 11:59:39.226395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbee2a-dd27-452d-97fc-c15fc4068e46 req-40c24e15-a947-401e-8f12-cf759b1c6647 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:39.227850 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-31cbee2a-dd27-452d-97fc-c15fc4068e46 req-40c24e15-a947-401e-8f12-cf759b1c6647 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 944 time: 0.0887766 May 31 11:59:39.276553 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-31cbee2a-dd27-452d-97fc-c15fc4068e46 req-cf4acdcc-2b66-4d50-832d-8894f8255433 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431292 May 31 11:59:39.795519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device be4ee560-d4c1-4666-960a-ba16e206865a up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:59:39.984798 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port be4ee560-d4c1-4666-960a-ba16e206865a completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:59:39.990044 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port be4ee560-d4c1-4666-960a-ba16e206865a triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:59:39.990459 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.115111 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.144384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:40.146967 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b99873-df88-41d3-b13c-55c12fa5fc2b" -d '{"events": [{"server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "name": "network-vif-plugged", "status": "completed", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:40.163839 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=be4ee560-d4c1-4666-960a-ba16e206865a,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:59:40.190224 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eba12dc-5bf0-48fc-bed0-f0d34aa09013 x-openstack-request-id: req-0eba12dc-5bf0-48fc-bed0-f0d34aa09013 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:40.191012 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "name": "network-vif-plugged", "status": "completed", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:40.191298 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0eba12dc-5bf0-48fc-bed0-f0d34aa09013 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:40.191686 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'code': 200} May 31 11:59:40.275902 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:40.277848 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-712061ce-f634-4343-9fbc-4dd5511bdb15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:59:40.344810 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:59:40.348787 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:59:40.475586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f06e18-47b1-4dac-be0b-54574ad23d3a req-ae9f5d7b-d00b-4057-b987-7b17f6ff22e2 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:40.476938 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-99f06e18-47b1-4dac-be0b-54574ad23d3a req-ae9f5d7b-d00b-4057-b987-7b17f6ff22e2 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0836504 May 31 11:59:40.522850 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-99f06e18-47b1-4dac-be0b-54574ad23d3a req-a4c14768-1d19-4583-b771-e3b9317f7af1 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399232 May 31 11:59:40.615955 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788c635-3ca5-427a-b074-521dd46dd287 req-c8b256d1-f4fa-46dd-bda4-0c2ed1e36ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:40.617460 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c788c635-3ca5-427a-b074-521dd46dd287 req-c8b256d1-f4fa-46dd-bda4-0c2ed1e36ca3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 1098 time: 0.0723317 May 31 11:59:40.663194 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c788c635-3ca5-427a-b074-521dd46dd287 req-c23feb78-b975-49b6-b7b0-03e1b4bccbcd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388789 May 31 11:59:40.710119 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f73ed59f-59f8-404b-bc3b-64a36d662f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:41.723383 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1436d3-964a-4b25-9642-5f0cbd8ed418 req-92264d85-d109-439a-8414-9cca8a4a80b4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:41.724821 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e1436d3-964a-4b25-9642-5f0cbd8ed418 req-92264d85-d109-439a-8414-9cca8a4a80b4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0873251 May 31 11:59:41.769554 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1e1436d3-964a-4b25-9642-5f0cbd8ed418 req-ffe2e1e7-19ef-4e5f-a987-0077b6f2058b tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 May 31 11:59:42.968116 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d660b52-1df7-4d2e-af23-98ce97fc2a9a req-219873de-a8c0-4fee-a26a-a086d8052761 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:42.970416 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6d660b52-1df7-4d2e-af23-98ce97fc2a9a req-219873de-a8c0-4fee-a26a-a086d8052761 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0875695 May 31 11:59:43.019997 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6d660b52-1df7-4d2e-af23-98ce97fc2a9a req-4069d599-f67a-4b9c-a656-161a16eed160 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431511 May 31 11:59:43.138666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2764cab1-0e53-4b1b-b4f2-37deb7377210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:43.210572 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120594d1-a578-41d2-80b1-f51f6486d3fc req-75f550f2-94f0-4cb4-b21e-6d6d460cdc4a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:43.212052 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-120594d1-a578-41d2-80b1-f51f6486d3fc req-75f550f2-94f0-4cb4-b21e-6d6d460cdc4a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0865564 May 31 11:59:43.220601 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 40166) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:59:43.225769 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Request body: {'floatingip': {'port_id': 'be4ee560-d4c1-4666-960a-ba16e206865a'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:59:43.306870 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:43.390228 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:44.022932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:44.092869 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:44.241521 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:44.265770 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Floating IP caf263f3-83cf-4bdd-a9b5-29e0d60b17a8 associated. External IP: 172.28.0.22, port: be4ee560-d4c1-4666-960a-ba16e206865a. May 31 11:59:44.629773 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:59:44.812688 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:59:44.817547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:44.822218 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:59:44.831697 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:44.832304 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:44.874124 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c919accc-6b46-4135-9c43-e6643bf081e4 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "PUT /v2.0/floatingips/caf263f3-83cf-4bdd-a9b5-29e0d60b17a8 HTTP/1.1" status: 200 len: 990 time: 1.6524730 May 31 11:59:44.874903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:59:44.877380 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f462036-f51b-40bb-b918-7e6be45ad721" -d '{"events": [{"name": "network-changed", "server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:59:44.922263 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98c688-5582-4134-8068-1c77d94b29cc x-openstack-request-id: req-6d98c688-5582-4134-8068-1c77d94b29cc {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:59:44.922588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:59:44.922947 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6d98c688-5582-4134-8068-1c77d94b29cc {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:59:44.923373 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'status': 'completed', 'code': 200} May 31 11:59:45.030484 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-2ba4351e-95d8-4fb6-864d-59e9732c7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.031998 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-2ba4351e-95d8-4fb6-864d-59e9732c7eb9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 1098 time: 0.0797012 May 31 11:59:45.045838 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:45.168133 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-b6bc3452-999c-4c7f-8542-48e2e9db0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.169579 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-b6bc3452-999c-4c7f-8542-48e2e9db0aa5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 200 len: 911 time: 0.1297998 May 31 11:59:45.277337 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-4c832fc4-533c-4dcd-b631-b1e56202325a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be4ee560-d4c1-4666-960a-ba16e206865a HTTP/1.1" status: 200 len: 998 time: 0.1007025 May 31 11:59:45.342589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-a87293a6-a8d7-496e-8cb6-40949341cf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.343999 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-a87293a6-a8d7-496e-8cb6-40949341cf1c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 200 len: 849 time: 0.0580683 May 31 11:59:45.408440 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': 'caf263f3-83cf-4bdd-a9b5-29e0d60b17a8', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:4e:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:22Z', 'updated_at': '2021-05-31T11:59:43Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:45.413838 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:59:45.423333 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:59:45.423865 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T11:59:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:45.431341 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-bb17fc73-ca78-4c1b-8aad-afb0d73f4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:59:45.432833 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-bb17fc73-ca78-4c1b-8aad-afb0d73f4e7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a16340ca-cb58-4da2-af78-18f02bdff3f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749619 May 31 11:59:45.565589 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-5a180b05-170a-46e1-88d1-17b289eb06ad service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250191 May 31 11:59:45.603765 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:59:45.823012 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9f462036-f51b-40bb-b918-7e6be45ad721 req-de24cc28-66a3-4204-b81f-e2dc7860022b service neutron] 10.222.0.45 "GET /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495227 May 31 11:59:45.957178 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:45.979189 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': 'caf263f3-83cf-4bdd-a9b5-29e0d60b17a8', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:4e:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:22Z', 'updated_at': '2021-05-31T11:59:43Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:59:45.983253 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ec8e0f-0ba0-4cdb-a526-510fb991b763 None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': 'caf263f3-83cf-4bdd-a9b5-29e0d60b17a8', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'floating_ip_address': '172.28.0.22', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'port_id': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'mac_address': 'fa:16:3e:4e:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:59:22Z', 'updated_at': '2021-05-31T11:59:43Z', 'revision_number': 1, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:59:46.173087 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f61717b-933f-45ce-b373-8a89b2a07b1c None None] New status for floating IP caf263f3-83cf-4bdd-a9b5-29e0d60b17a8: ACTIVE {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:59:57.591920 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:05.178148 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:10.692746 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5ba2fb09-ea86-490e-8c96-9ea0b2b24f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.058091 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-fd7683a6-16b1-4a66-89ec-df0ec9256309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:13.475311 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:14.206842 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:15.989258 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:16.659201 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a416fe-5744-4542-b2ed-b3cd509a9104 req-01d5d9ab-ac79-4768-bc7a-9cedf654bbdd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:16.660641 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-42a416fe-5744-4542-b2ed-b3cd509a9104 req-01d5d9ab-ac79-4768-bc7a-9cedf654bbdd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1917710 May 31 12:00:16.705206 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-42a416fe-5744-4542-b2ed-b3cd509a9104 req-2df89399-8066-4a2e-bb50-ce1fc0adb570 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389163 May 31 12:00:17.896257 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eda9ef-614a-4d84-a332-b5b4ba42bb90 req-fd882fd2-0132-417f-8803-3cf631d080ad tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:17.897757 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8eda9ef-614a-4d84-a332-b5b4ba42bb90 req-fd882fd2-0132-417f-8803-3cf631d080ad tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0831265 May 31 12:00:17.945679 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8eda9ef-614a-4d84-a332-b5b4ba42bb90 req-5eeda74a-cb03-4149-99ca-2e5b50d902ee tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 May 31 12:00:19.142499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fda044-d298-42d1-afeb-dade37b81818 req-330ac77e-f974-4325-9d22-230e42414c13 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:19.144441 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2fda044-d298-42d1-afeb-dade37b81818 req-330ac77e-f974-4325-9d22-230e42414c13 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0813200 May 31 12:00:19.190786 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b2fda044-d298-42d1-afeb-dade37b81818 req-b494edf3-725f-472d-8989-ff1a4d1c471d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 May 31 12:00:20.400924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28b8ce-5194-4751-a85e-669deca24d4d req-439134bb-9c5d-4792-974b-b4f70c803ab6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:20.402396 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d28b8ce-5194-4751-a85e-669deca24d4d req-439134bb-9c5d-4792-974b-b4f70c803ab6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0834134 May 31 12:00:20.447390 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d28b8ce-5194-4751-a85e-669deca24d4d req-de9f51ce-0b3c-493f-85ab-29daa14bdcc8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 May 31 12:00:21.635804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f97f9f-4f7f-42b1-8d95-acf449cc0e2c req-f0e7601a-43cf-4756-8c95-30f070cb497c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:21.637307 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f1f97f9f-4f7f-42b1-8d95-acf449cc0e2c req-f0e7601a-43cf-4756-8c95-30f070cb497c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0814407 May 31 12:00:21.682431 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f1f97f9f-4f7f-42b1-8d95-acf449cc0e2c req-7f6bd98f-d270-4a72-8c2d-a68943df4d89 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394731 May 31 12:00:22.875619 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099b5e4-3714-47dd-9539-30a4d57bd5f7 req-25548271-1bf7-4566-8f31-9fbb88dfbdfd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:22.877038 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1099b5e4-3714-47dd-9539-30a4d57bd5f7 req-25548271-1bf7-4566-8f31-9fbb88dfbdfd tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0813935 May 31 12:00:22.920695 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1099b5e4-3714-47dd-9539-30a4d57bd5f7 req-6a42e2b9-327a-48d4-b1bc-15d46563fe6d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375729 May 31 12:00:24.111526 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430aed19-7ade-4bd6-a667-9b4ba637b1d4 req-27045de6-c577-4975-a6ac-ba51394955de tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:24.112993 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-430aed19-7ade-4bd6-a667-9b4ba637b1d4 req-27045de6-c577-4975-a6ac-ba51394955de tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0801237 May 31 12:00:24.161087 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-430aed19-7ade-4bd6-a667-9b4ba637b1d4 req-f82aabed-c8e8-4d69-9102-902e2756e6fb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418029 May 31 12:00:24.368540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b82e005-2830-436c-9998-2afeaf096f1e req-4ce6419e-b12a-4bc0-af2d-01db4db11bb7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:24.369927 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b82e005-2830-436c-9998-2afeaf096f1e req-4ce6419e-b12a-4bc0-af2d-01db4db11bb7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.1041424 May 31 12:00:24.413780 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-5b82e005-2830-436c-9998-2afeaf096f1e req-abe6332f-c8ca-4f43-9860-07cee059bd8c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 May 31 12:00:25.353254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f65b1-e554-459f-9cb1-ce07f9321673 req-130c591c-a376-43bf-8952-3d0922bc4322 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:25.354751 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eb7f65b1-e554-459f-9cb1-ce07f9321673 req-130c591c-a376-43bf-8952-3d0922bc4322 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0798328 May 31 12:00:25.399458 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-eb7f65b1-e554-459f-9cb1-ce07f9321673 req-5877abe4-e3ca-4510-a8e5-0b26a8b33267 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 May 31 12:00:25.604185 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed11d2-1996-42f1-8af8-a77c267ab9c0 req-d1fc2a3b-3a72-4e9f-9e5f-24fc845f3434 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:25.605637 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-24ed11d2-1996-42f1-8af8-a77c267ab9c0 req-d1fc2a3b-3a72-4e9f-9e5f-24fc845f3434 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0839276 May 31 12:00:25.654037 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-24ed11d2-1996-42f1-8af8-a77c267ab9c0 req-fd81e850-4189-4104-a3ae-faafb25e6957 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 May 31 12:00:26.594381 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ffdfa-7124-4d70-9e77-9c5b9f3d1b51 req-5f7c858b-cbcc-4c9d-8925-b27d54fa53f4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:26.595848 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4ffdfa-7124-4d70-9e77-9c5b9f3d1b51 req-5f7c858b-cbcc-4c9d-8925-b27d54fa53f4 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0847962 May 31 12:00:26.641770 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6e4ffdfa-7124-4d70-9e77-9c5b9f3d1b51 req-f27e0df4-e693-4f72-b947-b163f639b083 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395164 May 31 12:00:26.847448 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac4619-6a34-47ff-b85a-e7ca8babf977 req-5de48a85-0fa4-44ec-b410-d8b2176e1d7f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:26.850141 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f3ac4619-6a34-47ff-b85a-e7ca8babf977 req-5de48a85-0fa4-44ec-b410-d8b2176e1d7f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0898938 May 31 12:00:26.901238 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f3ac4619-6a34-47ff-b85a-e7ca8babf977 req-45f877d4-062c-4ab2-ad83-f7a56e393b37 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 May 31 12:00:27.833863 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868ca99-a326-43f7-9cf8-ade0ab05f808 req-1adec38d-70d0-4a17-8a7f-da8b86d463b6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:27.835226 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6868ca99-a326-43f7-9cf8-ade0ab05f808 req-1adec38d-70d0-4a17-8a7f-da8b86d463b6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0783405 May 31 12:00:27.881729 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6868ca99-a326-43f7-9cf8-ade0ab05f808 req-b6bf74c3-cc7f-4b20-a25c-652a38f13917 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392215 May 31 12:00:28.108217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43202b-7802-467d-9a59-066f029dc990 req-9f4a7c11-6df7-4599-afdd-562384c3e490 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:28.109768 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0e43202b-7802-467d-9a59-066f029dc990 req-9f4a7c11-6df7-4599-afdd-562384c3e490 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0992737 May 31 12:00:28.158640 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0e43202b-7802-467d-9a59-066f029dc990 req-747774ae-0cc0-4f4d-a394-e3240ba33064 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423079 May 31 12:00:29.075013 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e31a7a-a9cf-4f22-8dcb-597e9d311adb req-f84442b2-69e3-4c06-af38-3cd0ae263925 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:29.076686 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c2e31a7a-a9cf-4f22-8dcb-597e9d311adb req-f84442b2-69e3-4c06-af38-3cd0ae263925 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0845482 May 31 12:00:29.122045 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c2e31a7a-a9cf-4f22-8dcb-597e9d311adb req-13039aef-d894-46de-b11a-d5ec4c0b2665 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 May 31 12:00:29.361330 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59faa3b-a46a-46eb-9f5d-fcffe7100582 req-5422adc2-7b6f-4158-8dac-a0ed347c5f92 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:29.363427 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c59faa3b-a46a-46eb-9f5d-fcffe7100582 req-5422adc2-7b6f-4158-8dac-a0ed347c5f92 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0853031 May 31 12:00:29.411479 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c59faa3b-a46a-46eb-9f5d-fcffe7100582 req-b36896dd-94d6-4837-baf3-1f9f45ad6922 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 May 31 12:00:29.469350 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-1026d3fe-cfc5-40e4-b969-d9da20422eb0 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:29.470953 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-1026d3fe-cfc5-40e4-b969-d9da20422eb0 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 946 time: 0.0855100 May 31 12:00:29.611119 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Deleting port 7189ced3-2f8e-4d55-be81-10a546a8fc6d {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:29.611472 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:29.751619 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] For port 7189ced3-2f8e-4d55-be81-10a546a8fc6d, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=7189ced3-2f8e-4d55-be81-10a546a8fc6d,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:29.751976 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:29.900758 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Calling delete_port for 7189ced3-2f8e-4d55-be81-10a546a8fc6d owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:29.957554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:30.118650 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:30.134069 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:30.138091 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:30.144876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38cc5e6e-c15c-4b42-8f53-33b02c6ad88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:30.196056 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Pushing event deleted for resources: {'Port': ['ID=7189ced3-2f8e-4d55-be81-10a546a8fc6d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:30.207240 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['7189ced3-2f8e-4d55-be81-10a546a8fc6d'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:30.209665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.210105 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.210464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.210834 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.211243 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.211592 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.211943 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.212283 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.212624 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.212972 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.213305 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.213639 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.249134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:30.344886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] No DVR routers for this DVR port 7189ced3-2f8e-4d55-be81-10a546a8fc6d on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:00:30.347217 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:30.352084 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:30.359692 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'name': 'network-vif-deleted', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:30.362679 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad5e24-3e1b-4c19-b835-d1420d5c7cd0" -d '{"events": [{"server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "name": "network-vif-deleted", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:30.369410 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:30.395108 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:30.414796 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b850c9c-234a-4c57-8c7e-7868cbe11c27 req-8c15869d-f6d4-4550-84dd-8be3c3738539 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:30.417491 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3b850c9c-234a-4c57-8c7e-7868cbe11c27 req-8c15869d-f6d4-4550-84dd-8be3c3738539 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1262126 May 31 12:00:30.500832 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3b850c9c-234a-4c57-8c7e-7868cbe11c27 req-e118118a-cccb-4499-9a97-6726027b6a9c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743196 May 31 12:00:30.503014 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e6e64d7f-a27e-432f-9d85-fa5d5f0ef063 req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "DELETE /v2.0/ports/7189ced3-2f8e-4d55-be81-10a546a8fc6d HTTP/1.1" status: 204 len: 173 time: 1.0257397 May 31 12:00:30.522500 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15767af-dc4c-453b-a76d-4237c6b2b4c0 x-openstack-request-id: req-f15767af-dc4c-453b-a76d-4237c6b2b4c0 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:30.522861 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d9ccdb-6007-4f9e-9b04-c8828518f574", "name": "network-vif-deleted", "tag": "7189ced3-2f8e-4d55-be81-10a546a8fc6d", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:30.523151 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f15767af-dc4c-453b-a76d-4237c6b2b4c0 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:30.523562 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d9ccdb-6007-4f9e-9b04-c8828518f574', 'name': 'network-vif-deleted', 'tag': '7189ced3-2f8e-4d55-be81-10a546a8fc6d', 'status': 'completed', 'code': 200} May 31 12:00:30.536096 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:30.538544 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:30.631382 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=6']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:30.637632 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['8f59cf06-06ec-4eff-aa53-ae3efad27e82'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:30.684565 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.684817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-71b48152-ad82-4689-a234-e7412aa51f5c req-cdcf4a02-c2ee-41a0-b645-cb7d052f07fd tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:30.684923 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687305 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687850 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.687850 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.688155 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:00:30.699025 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:30.760557 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-71b48152-ad82-4689-a234-e7412aa51f5c req-cdcf4a02-c2ee-41a0-b645-cb7d052f07fd tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:30.761925 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-71b48152-ad82-4689-a234-e7412aa51f5c req-cdcf4a02-c2ee-41a0-b645-cb7d052f07fd tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=e9d9ccdb-6007-4f9e-9b04-c8828518f574 HTTP/1.1" status: 200 len: 210 time: 0.1196878 May 31 12:00:31.761787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd72fb-0ffa-4dcb-97ac-2bf39d228d2c req-50ddb55e-49bc-43e3-bf34-b05a215ca81b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:31.763464 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-16fd72fb-0ffa-4dcb-97ac-2bf39d228d2c req-50ddb55e-49bc-43e3-bf34-b05a215ca81b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 944 time: 0.1061924 May 31 12:00:31.919476 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-16fd72fb-0ffa-4dcb-97ac-2bf39d228d2c req-3a6bfe0d-b496-4108-b1e3-5d05de515a4f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462808 May 31 12:00:31.969256 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:32.057368 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:32.057945 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.200441 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.233848 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:32.236426 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58fb4e-eaa1-458d-a24a-a3a0bc83245a" -d '{"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:32.245026 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:32.338174 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:32.339452 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7189ced3-2f8e-4d55-be81-10a546a8fc6d no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:32.394169 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cbc49-8583-4ba4-9b85-14ded4adec0b x-openstack-request-id: req-8c9cbc49-8583-4ba4-9b85-14ded4adec0b {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:32.394475 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:32.394736 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9cbc49-8583-4ba4-9b85-14ded4adec0b {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:32.395129 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'code': 200} May 31 12:00:32.395660 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:32.436845 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 7189ced3-2f8e-4d55-be81-10a546a8fc6d {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:32.436845 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 7189ced3-2f8e-4d55-be81-10a546a8fc6d not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:32.478556 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=7']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:32.489915 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:33.124641 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a68bf45-73f0-4388-8b65-9c3c387c4d71 req-f26e8b0d-ccdd-469e-9a19-a5d45d76f423 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:33.126149 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2a68bf45-73f0-4388-8b65-9c3c387c4d71 req-f26e8b0d-ccdd-469e-9a19-a5d45d76f423 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0907609 May 31 12:00:33.179421 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2a68bf45-73f0-4388-8b65-9c3c387c4d71 req-d77e1c8f-1146-4a37-aef6-8bc5d5b54a79 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 May 31 12:00:34.429536 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134280e-b83a-495a-8394-b0696aa1073f req-e20fb1b0-3fca-4361-8a8b-2f47afc5a6ab tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:34.431756 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7134280e-b83a-495a-8394-b0696aa1073f req-e20fb1b0-3fca-4361-8a8b-2f47afc5a6ab tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1235244 May 31 12:00:34.491793 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7134280e-b83a-495a-8394-b0696aa1073f req-61517b26-cc88-4441-b18e-eac59a194a41 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535247 May 31 12:00:34.590729 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:00:35.166174 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:35.763523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510320e2-a807-4423-ac06-66ad88e7ae61 req-cb464fac-031b-4c7a-9f8b-f2498211f99c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:35.766177 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-510320e2-a807-4423-ac06-66ad88e7ae61 req-cb464fac-031b-4c7a-9f8b-f2498211f99c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1432457 May 31 12:00:35.873176 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-510320e2-a807-4423-ac06-66ad88e7ae61 req-a436587b-cce0-4144-91b2-8f4175cf4d9f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875869 May 31 12:00:37.110562 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b324d-fcab-43d1-91c0-5040ea9fd571 req-3e2df658-edcb-42fa-b63d-b9ac6720dbe0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:37.112889 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c13b324d-fcab-43d1-91c0-5040ea9fd571 req-3e2df658-edcb-42fa-b63d-b9ac6720dbe0 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1194150 May 31 12:00:37.219137 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c13b324d-fcab-43d1-91c0-5040ea9fd571 req-88465f79-bd7c-4d04-81c6-682ce3821077 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991380 May 31 12:00:37.494274 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-9bb5c940-f6ec-403a-83d7-8e736fc3dc3d tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:37.501138 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-9bb5c940-f6ec-403a-83d7-8e736fc3dc3d tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/networks?id=3548bce9-bc52-4058-92e2-7b37dedd6eec HTTP/1.1" status: 200 len: 814 time: 0.1785116 May 31 12:00:37.514460 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-52c3cc28-8c3f-455a-acec-2a0b1bc8cbfe tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/quotas/3e59989d6dd44d7bbaad7483633ff24b HTTP/1.1" status: 200 len: 375 time: 0.0120988 May 31 12:00:37.566173 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-283856f6-c186-4e39-b3b4-936c90e2ae5c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474112 May 31 12:00:37.823685 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-0737e7f6-859d-483e-a323-cd0512142753 service neutron] 10.222.0.20 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507546 May 31 12:00:37.981127 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6551e2ee-17dc-4b48-a6e8-a0ae8469665d service neutron] 10.222.0.20 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518090 May 31 12:00:38.288101 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9bb18bbe-1b87-4d35-8a3a-f6218a880d93 req-657b95ed-d3ea-45cc-9b4f-01c4037078e4 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 210 time: 0.0764928 May 31 12:00:38.521321 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fda50-cdf8-4cb1-a15e-14dcea6a2f35 req-296c9c5d-0f99-407e-ad3d-aed3d699edbb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:38.523088 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd4fda50-cdf8-4cb1-a15e-14dcea6a2f35 req-296c9c5d-0f99-407e-ad3d-aed3d699edbb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1419139 May 31 12:00:38.571645 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd4fda50-cdf8-4cb1-a15e-14dcea6a2f35 req-05c35692-c8cf-4885-9a42-e4c9002dae3e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 May 31 12:00:39.411767 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2cf05790-68ba-4da9-907c-cd0576e2ff8c req-15f171b3-1a7e-4763-a111-07a74ce79f4e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 210 time: 0.0593536 May 31 12:00:39.858452 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab91ee5-f89f-4e77-9859-ec68ccc86930 req-bfbe836b-30a3-4a8e-ac83-74d0505cc2a7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:39.884859 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bab91ee5-f89f-4e77-9859-ec68ccc86930 req-bfbe836b-30a3-4a8e-ac83-74d0505cc2a7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1055937 May 31 12:00:39.907280 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bab91ee5-f89f-4e77-9859-ec68ccc86930 req-80e4ea5a-9df6-4561-badb-14dddac24f8a tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408959 May 31 12:00:40.560272 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-07ed207f-ffe7-4909-be18-23eff2ea6568 req-bbd0681c-19d3-4448-9cb9-d6e4134d2953 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 210 time: 0.0471063 May 31 12:00:40.725932 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-24e3fa83-d4ab-4a60-b597-e6f89df16c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.157586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7514f-3761-4381-b977-f002252c554a req-dce63602-029e-45d7-9137-790f3c51140f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:41.160722 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-77b7514f-3761-4381-b977-f002252c554a req-dce63602-029e-45d7-9137-790f3c51140f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1097753 May 31 12:00:41.213216 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-fdf4073e-8bdc-49b4-9d8d-85600e38a638 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:41.214045 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-fdf4073e-8bdc-49b4-9d8d-85600e38a638 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:41.215053 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-77b7514f-3761-4381-b977-f002252c554a req-bbda0fb7-31d8-4b25-9dab-bb0ea06d6c15 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478709 May 31 12:00:41.388793 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-fdf4073e-8bdc-49b4-9d8d-85600e38a638 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:41.390008 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-fdf4073e-8bdc-49b4-9d8d-85600e38a638 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "GET /v2.0/networks?id=3548bce9-bc52-4058-92e2-7b37dedd6eec HTTP/1.1" status: 200 len: 814 time: 0.3978240 May 31 12:00:41.402164 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Request body: {'port': {'device_id': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec', 'admin_state_up': True, 'tenant_id': '3e59989d6dd44d7bbaad7483633ff24b'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:41.545185 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:00:41.554818 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:00:41.656954 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Made reservation on behalf of 3e59989d6dd44d7bbaad7483633ff24b for: {'port': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:00:41.660690 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:41.722069 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3e8c202e-f5b4-418c-a7b9-a73810a32b04 req-753160d6-86ac-4978-967c-222f049841cd tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 210 time: 0.0501528 May 31 12:00:41.888114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_common [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Allocated IP 172.20.0.13 (3548bce9-bc52-4058-92e2-7b37dedd6eec/b9d8e963-8f77-421f-8ce4-f84adff24eb2/910b305b-72aa-4042-8467-47ee5f335991) {{(pid=92557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:00:42.111347 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks [] for port, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.200373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.207440 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:42.278225 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Network 3548bce9-bc52-4058-92e2-7b37dedd6eec is already hosted by enough agents. {{(pid=92557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:00:42.281647 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Resources bound (agent type, host, resource id): {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:00:42.285796 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Received port after_create {{(pid=92557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:00:42.320546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Pushing event updated for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:42.329402 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:42.352940 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.353586 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.419021 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868856f7-a0a8-4261-86ff-00286caf3793 req-4ce52c9d-2b95-44e8-8880-8cc548a31eca tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.420603 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-868856f7-a0a8-4261-86ff-00286caf3793 req-4ce52c9d-2b95-44e8-8880-8cc548a31eca tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0895793 May 31 12:00:42.452260 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-777ee944-d9c4-4c91-b436-aec821a97749 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0536413 May 31 12:00:42.480265 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-868856f7-a0a8-4261-86ff-00286caf3793 req-49bec8e1-20da-40ec-9e66-338ff4e11e66 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447955 May 31 12:00:42.527395 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Request body: {'port': {'device_id': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:00:42.593110 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-1e563d65-ae19-4528-89b0-355ff85fc253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.594525 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-1e563d65-ae19-4528-89b0-355ff85fc253 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1098 time: 0.1202385 May 31 12:00:42.641451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:42.729220 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-b0eeded2-f99a-4559-b441-f2fbad06de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.730772 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-b0eeded2-f99a-4559-b441-f2fbad06de94 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.1303551 May 31 12:00:42.839845 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-4990dfdc-5f9d-49ba-9632-845e99baaa95 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 1001 time: 0.1028013 May 31 12:00:42.903606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-ecaf3efb-dad4-4210-b7d9-0b1a2a1e28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.905224 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-ecaf3efb-dad4-4210-b7d9-0b1a2a1e28b1 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0597253 May 31 12:00:42.986968 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-b184d706-a689-48ce-8d60-ae83fb9e07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.988602 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-b184d706-a689-48ce-8d60-ae83fb9e07a2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775845 May 31 12:00:42.992421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb40ccb-932d-4323-aa08-9fba1886848c req-7de48ad7-3dd9-47fd-83e8-9713b6fb2f52 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:42.993128 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-dbb40ccb-932d-4323-aa08-9fba1886848c req-7de48ad7-3dd9-47fd-83e8-9713b6fb2f52 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:00:43.085927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-b20f0ed5-baa8-4cdb-9591-b6d3298d24e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.166187 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-c9d8ac36-ff8b-4b70-94cd-0ff0ec046bbe service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606636 May 31 12:00:43.179965 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910b305b-72aa-4042-8467-47ee5f335991 {{(pid=92557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:43.187891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.204576 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.provisioning_blocks [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Transition to ACTIVE for port object 910b305b-72aa-4042-8467-47ee5f335991 will not be triggered until provisioned by entity L2. {{(pid=92557) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:00:43.222979 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-dbb40ccb-932d-4323-aa08-9fba1886848c req-7de48ad7-3dd9-47fd-83e8-9713b6fb2f52 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:00:43.225887 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dbb40ccb-932d-4323-aa08-9fba1886848c req-7de48ad7-3dd9-47fd-83e8-9713b6fb2f52 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 932 time: 0.3628936 May 31 12:00:43.271023 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dbb40ccb-932d-4323-aa08-9fba1886848c req-565f098a-2e59-4b5c-9ee9-5bd7043dd5e7 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 May 31 12:00:43.303134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.303901 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-85cfa124-2200-45e5-b2d6-51c6e4155a09 req-9bd42c7a-8225-45f8-938f-a8a418ce84b9 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413527 May 31 12:00:43.308462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c73c87cf-2773-4236-a110-5c1ad3c611d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:43.400069 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.433920 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=2']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:43.470543 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:43.546504 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Attempting to bind port 910b305b-72aa-4042-8467-47ee5f335991 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:00:43.547055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Attempting to bind port 910b305b-72aa-4042-8467-47ee5f335991 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:00:43.547593 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Attempting to bind port 910b305b-72aa-4042-8467-47ee5f335991 on network 3548bce9-bc52-4058-92e2-7b37dedd6eec {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:43.552984 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Port 910b305b-72aa-4042-8467-47ee5f335991 on network 3548bce9-bc52-4058-92e2-7b37dedd6eec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:00:43.553535 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Attempting to bind port 910b305b-72aa-4042-8467-47ee5f335991 on network 3548bce9-bc52-4058-92e2-7b37dedd6eec {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:00:43.558888 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:00:43.559430 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Checking segment: {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:00:43.560010 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Bound using segment: {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'} {{(pid=92557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:00:43.560641 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.managers [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Bound port: 910b305b-72aa-4042-8467-47ee5f335991, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec'}}] {{(pid=92557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:00:43.561201 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.659373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, cleared binding levels {{(pid=92557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:00:43.662920 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=910b305b-72aa-4042-8467-47ee5f335991,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:00:43.678402 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8caf728-3432-4386-8169-0c56bad2ede6 req-672a6857-59f0-4607-b28f-8539a5543c7c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:43.679997 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e8caf728-3432-4386-8169-0c56bad2ede6 req-672a6857-59f0-4607-b28f-8539a5543c7c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0840795 May 31 12:00:43.733055 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e8caf728-3432-4386-8169-0c56bad2ede6 req-7a898f97-4d5f-4e0e-8a03-563cb321c34d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417616 May 31 12:00:43.749228 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.760544 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d0d4635-04a1-4fcf-9ed8-d546cc3130f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:43.813917 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:43.814535 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:43.816496 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] 10.222.0.45 "PUT /v2.0/ports/910b305b-72aa-4042-8467-47ee5f335991 HTTP/1.1" status: 200 len: 1094 time: 1.3537438 May 31 12:00:43.816994 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'tag': '910b305b-72aa-4042-8467-47ee5f335991'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:43.819355 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9472ba65-b52e-4d1d-a9e5-a3d78602194f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "tag": "910b305b-72aa-4042-8467-47ee5f335991"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:43.847130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=3']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:43.847130 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:43.869353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17db1de2-e652-4b59-8c19-aad90de862d0 x-openstack-request-id: req-17db1de2-e652-4b59-8c19-aad90de862d0 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:43.869353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "tag": "910b305b-72aa-4042-8467-47ee5f335991", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:43.869353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17db1de2-e652-4b59-8c19-aad90de862d0 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:43.869699 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'tag': '910b305b-72aa-4042-8467-47ee5f335991', 'status': 'completed', 'code': 200} May 31 12:00:43.978934 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-2d2fb495-756d-402c-8ce6-0ab4688bdc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:43.980519 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-2d2fb495-756d-402c-8ce6-0ab4688bdc3d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 1097 time: 0.0792956 May 31 12:00:44.131004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-04432244-5891-4d8e-9da2-91d426054018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.132413 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-04432244-5891-4d8e-9da2-91d426054018 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1404121 May 31 12:00:44.199982 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:44.273544 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-e1e468d5-b086-4be1-9d78-fd1acceae4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.275015 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9472ba65-b52e-4d1d-a9e5-a3d78602194f req-e1e468d5-b086-4be1-9d78-fd1acceae4b3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363361 May 31 12:00:44.388735 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-96770e0d-6fac-44aa-b27c-15fa23d3570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.390259 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-96770e0d-6fac-44aa-b27c-15fa23d3570b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 1097 time: 0.0753887 May 31 12:00:44.466004 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fc0c3-5939-4fc5-bea0-c085f4fa837d req-a0f6a091-d2e6-403b-ac9c-df7d41553f67 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.467619 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fe0fc0c3-5939-4fc5-bea0-c085f4fa837d req-a0f6a091-d2e6-403b-ac9c-df7d41553f67 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 944 time: 0.0865047 May 31 12:00:44.468658 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-c6b7fcba-344e-4075-8627-5ff5c4c031f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=910b305b-72aa-4042-8467-47ee5f335991 HTTP/1.1" status: 200 len: 217 time: 0.0676851 May 31 12:00:44.514857 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fe0fc0c3-5939-4fc5-bea0-c085f4fa837d req-230cbadb-0cb9-4172-8e1a-3c4a5fb191ad tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 May 31 12:00:44.539140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-8e89f909-5f05-43e4-ac5b-a9b9c7168156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.540926 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-8e89f909-5f05-43e4-ac5b-a9b9c7168156 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b9d8e963-8f77-421f-8ce4-f84adff24eb2 HTTP/1.1" status: 200 len: 854 time: 0.0646992 May 31 12:00:44.589284 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-6bc7389b-41da-4986-9e8b-b4057a54709e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3548bce9-bc52-4058-92e2-7b37dedd6eec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413637 May 31 12:00:44.720475 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-82d43824-066e-4bc0-b080-08db25d95d26 service neutron] 10.222.0.45 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230695 May 31 12:00:44.935874 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-05f315bb-0274-43d6-9b6d-0f7127b072fb req-2b3e31b5-ebe5-4d32-b746-0502cafa145c service neutron] 10.222.0.45 "GET /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077119 May 31 12:00:44.963800 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d6757-2f7d-467c-862e-68cae59febd6 req-b81023ab-26e9-480e-aa01-9c0001d37b0c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:44.965283 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-977d6757-2f7d-467c-862e-68cae59febd6 req-b81023ab-26e9-480e-aa01-9c0001d37b0c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.1093915 May 31 12:00:45.026710 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-977d6757-2f7d-467c-862e-68cae59febd6 req-191abca7-30cb-4b19-adc6-7355465f5d0c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529318 May 31 12:00:45.713898 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc913fcc-227b-4163-80f8-d45fdf9335e2 req-69c07caa-0023-4b71-98ce-a8812df0d41b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:45.715643 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cc913fcc-227b-4163-80f8-d45fdf9335e2 req-69c07caa-0023-4b71-98ce-a8812df0d41b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 944 time: 0.0945241 May 31 12:00:45.760756 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cc913fcc-227b-4163-80f8-d45fdf9335e2 req-92f915a6-cf76-4aa6-852e-56383d231b82 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396075 May 31 12:00:45.942891 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:46.076472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:46.192956 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:46.214797 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bbfb84-06ea-4209-8088-255e7bca46f4 req-6289419e-5498-41e9-89bf-96b14b90658d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:46.216273 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7bbfb84-06ea-4209-8088-255e7bca46f4 req-6289419e-5498-41e9-89bf-96b14b90658d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 945 time: 0.0809820 May 31 12:00:46.225495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:46.227851 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a0c046-7f17-48f2-aaa2-665ef86caf4c" -d '{"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-unplugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:46.231534 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:46.270379 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c7bbfb84-06ea-4209-8088-255e7bca46f4 req-75bd6274-6508-4939-8f6f-d1fa3dd4ad69 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467412 May 31 12:00:46.271364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f66d31-b0b9-4338-adc0-9dc1ea27373f x-openstack-request-id: req-26f66d31-b0b9-4338-adc0-9dc1ea27373f {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:46.271725 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-unplugged", "status": "failed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "code": 422}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:46.272033 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26f66d31-b0b9-4338-adc0-9dc1ea27373f {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:46.272476 dv-cinder-791239-4-smb neutron-server[92558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'code': 422} returned with failed status May 31 12:00:46.342978 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:46.346472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:46.417140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=8']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:46.420878 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:47.042267 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c8f8-9647-4f9e-8d4a-3eb94d5f29a5 req-efbc7f67-8d7f-46f0-8fce-866846631021 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:47.043707 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e897c8f8-9647-4f9e-8d4a-3eb94d5f29a5 req-efbc7f67-8d7f-46f0-8fce-866846631021 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 944 time: 0.1711810 May 31 12:00:47.089998 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e897c8f8-9647-4f9e-8d4a-3eb94d5f29a5 req-4a750576-a74b-4025-8383-0c7ecefb8e1c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 May 31 12:00:47.904217 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6de99-715a-4251-96c0-475535fd751e req-796269be-d9ba-4316-a22a-e5f61c1fb76d tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:47.905702 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cfb6de99-715a-4251-96c0-475535fd751e req-796269be-d9ba-4316-a22a-e5f61c1fb76d tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0872877 May 31 12:00:47.956905 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cfb6de99-715a-4251-96c0-475535fd751e req-408e0734-374e-427d-bbba-2dc7a31d1832 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443718 May 31 12:00:48.090591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 910b305b-72aa-4042-8467-47ee5f335991 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:00:48.227721 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=910b305b-72aa-4042-8467-47ee5f335991,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:48.241212 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '910b305b-72aa-4042-8467-47ee5f335991', 'network_id': '3548bce9-bc52-4058-92e2-7b37dedd6eec', 'port_id': '910b305b-72aa-4042-8467-47ee5f335991', 'mac_address': 'fa:16:3e:af:49:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d8e963-8f77-421f-8ce4-f84adff24eb2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:00:48.298350 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.315732 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df427bc7-c334-4719-a1ba-2dd14a2bdcb9 req-a71c2aaf-bbc7-401f-8294-54547cb84d24 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:48.316076 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910b305b-72aa-4042-8467-47ee5f335991 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:00:48.317219 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df427bc7-c334-4719-a1ba-2dd14a2bdcb9 req-a71c2aaf-bbc7-401f-8294-54547cb84d24 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 944 time: 0.0962672 May 31 12:00:48.332512 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=910b305b-72aa-4042-8467-47ee5f335991,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:48.375878 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-df427bc7-c334-4719-a1ba-2dd14a2bdcb9 req-064309cb-868a-4a7b-bc76-7806a7e7bb54 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507407 May 31 12:00:48.439450 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:48.442647 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:48.512198 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:48.515537 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:48.672317 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['910b305b-72aa-4042-8467-47ee5f335991'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:00:49.157641 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03817dc4-5dec-4b08-a7d8-98efea291734 req-d0041d37-d5cc-49df-84aa-5c1c0e6faaca tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.159973 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03817dc4-5dec-4b08-a7d8-98efea291734 req-d0041d37-d5cc-49df-84aa-5c1c0e6faaca tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0879261 May 31 12:00:49.200851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f7ee3-d583-4cd0-b2f0-cfdc7df1ffe3 req-10912a4e-8122-4e7d-90e4-1f1474180b97 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.202269 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f61f7ee3-d583-4cd0-b2f0-cfdc7df1ffe3 req-10912a4e-8122-4e7d-90e4-1f1474180b97 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1751328 May 31 12:00:49.210454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03817dc4-5dec-4b08-a7d8-98efea291734 req-fce48035-30aa-43cd-bd5d-e43bd21d1efd tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432327 May 31 12:00:49.252959 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f61f7ee3-d583-4cd0-b2f0-cfdc7df1ffe3 req-7819b1d5-9e85-42dc-9b13-f0125aff73de tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 May 31 12:00:49.318085 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-c6ad45e4-27a3-4225-919e-89d5ce035332 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799112 May 31 12:00:49.568259 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589242ec-1953-486f-8e9e-f1b5c5a1cc4c req-b02547ba-4e89-469c-85a8-7f7c2834ff4e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.569785 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-589242ec-1953-486f-8e9e-f1b5c5a1cc4c req-b02547ba-4e89-469c-85a8-7f7c2834ff4e tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 945 time: 0.0804038 May 31 12:00:49.618316 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-589242ec-1953-486f-8e9e-f1b5c5a1cc4c req-3be1b887-61c9-4096-8370-a0c1c2ae640f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427022 May 31 12:00:49.702638 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-a763344d-75f6-4e50-8d2c-35860a7d70b7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:49.704081 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-a763344d-75f6-4e50-8d2c-35860a7d70b7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.0835583 May 31 12:00:49.845831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Deleting port be4ee560-d4c1-4666-960a-ba16e206865a {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:49.846122 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:49.980680 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] For port be4ee560-d4c1-4666-960a-ba16e206865a, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=be4ee560-d4c1-4666-960a-ba16e206865a,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:49.981048 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.088146 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 910b305b-72aa-4042-8467-47ee5f335991 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:00:50.188609 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 910b305b-72aa-4042-8467-47ee5f335991 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:00:50.194310 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 910b305b-72aa-4042-8467-47ee5f335991 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:00:50.194698 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.286269 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.286884 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.287161 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Floating IP caf263f3-83cf-4bdd-a9b5-29e0d60b17a8 disassociated. External IP: 172.28.0.22, port: be4ee560-d4c1-4666-960a-ba16e206865a. May 31 12:00:50.287413 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Calling delete_port for be4ee560-d4c1-4666-960a-ba16e206865a owned by compute:nova {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:50.324692 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.356626 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b305b-72aa-4042-8467-47ee5f335991'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:50.358972 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d1e046-e322-4e1e-8537-61d877399fb2" -d '{"events": [{"server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "name": "network-vif-plugged", "status": "completed", "tag": "910b305b-72aa-4042-8467-47ee5f335991"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:50.368303 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=910b305b-72aa-4042-8467-47ee5f335991,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:00:50.422758 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.423676 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:50.471317 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:50.471520 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128271f6-53d6-4a48-a2c4-6461f58c525b req-7d636848-b188-4463-a246-d488b0d64bf7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.474097 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-128271f6-53d6-4a48-a2c4-6461f58c525b req-7d636848-b188-4463-a246-d488b0d64bf7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 945 time: 0.1030519 May 31 12:00:50.507645 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac48f01f-28d2-4e4d-a85c-05a47a1edbe3 req-6671a670-022f-4730-8983-3cd9057ded13 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.508935 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ac48f01f-28d2-4e4d-a85c-05a47a1edbe3 req-6671a670-022f-4730-8983-3cd9057ded13 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1093698 May 31 12:00:50.510180 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:50.517071 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-516ce116-5376-4d0a-be0a-716659b54595 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:50.523827 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-128271f6-53d6-4a48-a2c4-6461f58c525b req-e51c7f0b-a66f-417d-80e0-4a42c9c1cb09 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups?id=a99c91de-9962-4e73-8952-b4a3d87d5ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437963 May 31 12:00:50.570304 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:50.573708 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:50.603693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'Port': ['ID=be4ee560-d4c1-4666-960a-ba16e206865a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:50.611176 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcf3f09-efbf-4fb6-bc62-61eb8bd22dfe x-openstack-request-id: req-edcf3f09-efbf-4fb6-bc62-61eb8bd22dfe {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:50.612103 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "name": "network-vif-plugged", "status": "completed", "tag": "910b305b-72aa-4042-8467-47ee5f335991", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:50.612293 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edcf3f09-efbf-4fb6-bc62-61eb8bd22dfe {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:50.612656 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b305b-72aa-4042-8467-47ee5f335991', 'code': 200} May 31 12:00:50.615221 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:50.651121 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ac48f01f-28d2-4e4d-a85c-05a47a1edbe3 req-6d630c03-1ea4-4988-90b8-b5856d763009 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955112 May 31 12:00:50.734065 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-6bd5998c-448b-4b3b-877a-c9dd5223db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:50.736261 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-6bd5998c-448b-4b3b-877a-c9dd5223db5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c&tenant_id=969de26ee4084782879223aeb288727c HTTP/1.1" status: 200 len: 1096 time: 0.1400990 May 31 12:00:50.959300 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:00:51.027273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad0580-f93a-4075-a123-93e03fbb9265 req-6eea78d1-0b3c-4005-91ad-8475ef879996 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.028859 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fcad0580-f93a-4075-a123-93e03fbb9265 req-6eea78d1-0b3c-4005-91ad-8475ef879996 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.2907751 May 31 12:00:51.036851 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-df9e7d45-d1f2-4b6c-b67a-13ee5327ab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.037983 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-df9e7d45-d1f2-4b6c-b67a-13ee5327ab04 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=969de26ee4084782879223aeb288727c&device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1096 time: 0.2520158 May 31 12:00:51.181408 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:00:51.192716 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:00:51.199482 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fcad0580-f93a-4075-a123-93e03fbb9265 req-109bf0e0-f3d7-4465-9a05-debbbafbbac2 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522558 May 31 12:00:51.203732 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:51.204601 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:00:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:51.220141 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc75c9-09a5-4bf8-8530-93e5b7c63ee0 req-cf43c43b-132e-4c8b-b3ed-793ca56c065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.222868 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e2fc75c9-09a5-4bf8-8530-93e5b7c63ee0 req-cf43c43b-132e-4c8b-b3ed-793ca56c065b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 1099 time: 0.2851226 May 31 12:00:51.260732 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] No DVR routers for this DVR port be4ee560-d4c1-4666-960a-ba16e206865a on host hv-cinder-79123 {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:00:51.263317 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:51.266111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'name': 'network-vif-deleted', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:00:51.268929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f222111b-313d-43ea-b2ec-5fcf9fd81e3b" -d '{"events": [{"server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "name": "network-vif-deleted", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:00:51.287995 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-07ad310c-2261-46bc-955c-a8aa603d1bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.289436 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-07ad310c-2261-46bc-955c-a8aa603d1bf2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 200 len: 917 time: 0.2437584 May 31 12:00:51.295466 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e2fc75c9-09a5-4bf8-8530-93e5b7c63ee0 req-1179b57e-312d-4b11-8f58-c119d3bb09ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609341 May 31 12:00:51.321749 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5b323f-aed1-4dad-b76c-c733bed53307 x-openstack-request-id: req-8d5b323f-aed1-4dad-b76c-c733bed53307 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:00:51.322246 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80fc52f4-9981-43c1-b38b-e21a8a1cc37f", "name": "network-vif-deleted", "tag": "be4ee560-d4c1-4666-960a-ba16e206865a", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:00:51.322502 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d5b323f-aed1-4dad-b76c-c733bed53307 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:00:51.322758 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80fc52f4-9981-43c1-b38b-e21a8a1cc37f', 'name': 'network-vif-deleted', 'tag': 'be4ee560-d4c1-4666-960a-ba16e206865a', 'status': 'completed', 'code': 200} May 31 12:00:51.366224 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ef07b733-e185-491f-8d11-ccce3c9abc5b req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.45 "DELETE /v2.0/ports/be4ee560-d4c1-4666-960a-ba16e206865a HTTP/1.1" status: 204 len: 173 time: 1.6554356 May 31 12:00:51.404944 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-9932543b-9564-4a56-ad77-50245cb32f50 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 200 len: 999 time: 0.1084690 May 31 12:00:51.429034 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:51.475552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-e62619bc-90e3-483b-bd68-dbabb9b6cad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.477366 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-e62619bc-90e3-483b-bd68-dbabb9b6cad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 200 len: 855 time: 0.0662584 May 31 12:00:51.573450 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-a0da77d5-fa0b-4707-ad38-c3e581e4ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.575316 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-a0da77d5-fa0b-4707-ad38-c3e581e4ee33 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=26393ffc-5183-45a8-8a19-ed5c182f31ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0913002 May 31 12:00:51.733595 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-769d5b74-0cf3-4af3-9aba-a1f8ff7870bf req-29568d3a-6be7-49b5-8dcd-094dee7a6342 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/ports?device_id=80fc52f4-9981-43c1-b38b-e21a8a1cc37f HTTP/1.1" status: 200 len: 210 time: 0.0681067 May 31 12:00:51.790887 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-70e81db7-3dec-4a7f-a1e5-ca37d1a3e849 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070808 May 31 12:00:51.802278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:51.806332 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:00:51.814937 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:00:51.815549 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:00:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:51.871360 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42d8f8-be82-4e28-898b-b8a79f16c1b7 req-79bbfdc4-acfa-4668-a736-4c5a43216ee9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:51.872964 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a42d8f8-be82-4e28-898b-b8a79f16c1b7 req-79bbfdc4-acfa-4668-a736-4c5a43216ee9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0877194 May 31 12:00:51.969126 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1a42d8f8-be82-4e28-898b-b8a79f16c1b7 req-ecd441be-8e07-48a2-9796-5bdb93d8ebb7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851290 May 31 12:00:51.981762 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-817ffbd6-2923-4aa6-b58f-ae07f5401aba req-28f04294-31e3-41a5-91f7-bf1fd2df9031 service neutron] 10.222.0.45 "GET /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792979 May 31 12:00:52.017062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:00:52.377427 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:00:52.381814 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf631fd-2e1c-4d2e-8622-037f0c5e2fe7 None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:08Z', 'revision_number': 4, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '226842ff-9dbe-4729-8310-4b882e493537', 'name': '', 'network_id': 'a16340ca-cb58-4da2-af78-18f02bdff3f2', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'mac_address': 'fa:16:3e:60:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:05Z', 'updated_at': '2021-05-31T11:55:25Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'subnets': [{'id': 'f17fd68e-872a-4a95-bbc8-c6c1fb630d3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:00:52.435928 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e05e36-cb1c-40cb-8acc-d4dc2075d4e6 req-d1c398bb-740a-4161-b144-eef600ba035b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:52.437452 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-46e05e36-cb1c-40cb-8acc-d4dc2075d4e6 req-d1c398bb-740a-4161-b144-eef600ba035b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.1133959 May 31 12:00:52.495563 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-46e05e36-cb1c-40cb-8acc-d4dc2075d4e6 req-f0f696a5-e8b9-4804-a6da-3e0e3afa69fc tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519614 May 31 12:00:52.669230 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf7569-23ed-421f-a01f-388810e1ed04 None None] New status for floating IP caf263f3-83cf-4bdd-a9b5-29e0d60b17a8: DOWN {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:00:52.933068 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 40868) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:53.089182 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.142120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.237917 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a09b50-3589-42c1-9590-952491fd0832 req-2780bb81-862c-4c25-a337-73c2cb7e8ee8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:53.251058 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-98a09b50-3589-42c1-9590-952491fd0832 req-2780bb81-862c-4c25-a337-73c2cb7e8ee8 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1197126 May 31 12:00:53.291422 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.297357 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-54cd9898-529d-4422-8cc4-76ca1ba00667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:53.316073 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c91de-9962-4e73-8952-b4a3d87d5ac4,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:53.320126 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:53.324514 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-98a09b50-3589-42c1-9590-952491fd0832 req-a45586bf-c545-4b7c-92b4-cd1b81579f4d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658731 May 31 12:00:53.431745 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.436795 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40874) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:53.436970 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "DELETE /v2.0/security-groups/a99c91de-9962-4e73-8952-b4a3d87d5ac4 HTTP/1.1" status: 204 len: 168 time: 0.5028067 May 31 12:00:53.454730 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.api.v2.resource [None req-43b395e8-950d-4312-8b8b-dc3dc7c11ed3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] show failed (client error): The resource could not be found. May 31 12:00:53.455796 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-43b395e8-950d-4312-8b8b-dc3dc7c11ed3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "GET /v2.0/security-groups/a99c91de-9962-4e73-8952-b4a3d87d5ac4 HTTP/1.1" status: 404 len: 347 time: 0.0180314 May 31 12:00:53.462094 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 40878) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:53.774284 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Deleting port 29df7876-3bf8-413d-a758-08b98cab4126 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:00:53.774856 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.952261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:53.952967 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.086261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Calling delete_port for 29df7876-3bf8-413d-a758-08b98cab4126 owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:00:54.097327 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device be4ee560-d4c1-4666-960a-ba16e206865a no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:00:54.145458 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: be4ee560-d4c1-4666-960a-ba16e206865a {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:00:54.145810 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device be4ee560-d4c1-4666-960a-ba16e206865a not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:00:54.285620 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.289983 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ce0ebefb-bc2e-4ecb-8c73-a79068a236f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:00:54.338318 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Pushing event deleted for resources: {'Port': ['ID=29df7876-3bf8-413d-a758-08b98cab4126,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:00:54.341309 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:00:54.438214 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.454564 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:54.462431 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] 10.222.0.20 "DELETE /v2.0/floatingips/caf263f3-83cf-4bdd-a9b5-29e0d60b17a8 HTTP/1.1" status: 204 len: 168 time: 0.9949255 May 31 12:00:54.550044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5a7d0-6693-4f84-9813-7d3eb4e06a9b req-aeeb93c0-dccb-4809-9db6-de86b14e68af tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:54.551573 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bbd5a7d0-6693-4f84-9813-7d3eb4e06a9b req-aeeb93c0-dccb-4809-9db6-de86b14e68af tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0929520 May 31 12:00:54.600251 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bbd5a7d0-6693-4f84-9813-7d3eb4e06a9b req-434866bc-ca98-41dc-a5b6-1fd42fd487db tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426464 May 31 12:00:55.802485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb972960-1bdb-4e42-97e1-a1c207f53207 req-e93e68d2-375f-4aab-acea-8de67ec82fa7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:55.804886 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-eb972960-1bdb-4e42-97e1-a1c207f53207 req-e93e68d2-375f-4aab-acea-8de67ec82fa7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0865245 May 31 12:00:55.937549 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-eb972960-1bdb-4e42-97e1-a1c207f53207 req-e09aa2dd-8b9c-467f-82c6-071fda2b62ae tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269238 May 31 12:00:57.158921 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097aa8-dd70-4856-a3da-eae938f18468 req-d4fc34df-45e5-403d-9a06-0462b4a0453c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:57.160392 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43097aa8-dd70-4856-a3da-eae938f18468 req-d4fc34df-45e5-403d-9a06-0462b4a0453c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0924377 May 31 12:00:57.211813 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43097aa8-dd70-4856-a3da-eae938f18468 req-d37a5dbc-3411-45b9-a919-9bd2727d36ce tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452788 May 31 12:00:58.429942 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29772-3720-4557-a265-4e3d4dde7a03 req-d51fc0d0-04e0-415e-b590-5dcb876ec289 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:58.432434 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8da29772-3720-4557-a265-4e3d4dde7a03 req-d51fc0d0-04e0-415e-b590-5dcb876ec289 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.0984170 May 31 12:00:58.503975 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8da29772-3720-4557-a265-4e3d4dde7a03 req-0b3fff72-f498-4b81-9359-89abda8709c9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554721 May 31 12:00:58.982615 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40920) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:00:59.665833 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:00:59.871736 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633e5d2-5893-4ec3-9e0e-6ee025ea94be req-d82e5c43-df8a-4ffc-8e89-09f46b9cff99 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:00:59.873156 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e633e5d2-5893-4ec3-9e0e-6ee025ea94be req-d82e5c43-df8a-4ffc-8e89-09f46b9cff99 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.2516184 May 31 12:01:00.024374 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e633e5d2-5893-4ec3-9e0e-6ee025ea94be req-83db0c77-c2d2-430f-879b-f559f4f0d1f2 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031671 May 31 12:01:00.174115 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Deleting port 226842ff-9dbe-4729-8310-4b882e493537 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:00.174453 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.301741 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] For port 226842ff-9dbe-4729-8310-4b882e493537, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=226842ff-9dbe-4729-8310-4b882e493537,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:00.302098 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.506151 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Calling delete_port for 226842ff-9dbe-4729-8310-4b882e493537 owned by network:router_interface {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:00.721229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:00.728896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:00.778532 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Pushing event deleted for resources: {'Port': ['ID=226842ff-9dbe-4729-8310-4b882e493537,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:00.821850 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.839644 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:00.857150 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:01.089539 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:01.435283 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478da7c-136d-4b63-b535-188af832cc2f req-7b14dc6e-5724-4805-9e96-6789d6190d8d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:01.437612 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e478da7c-136d-4b63-b535-188af832cc2f req-7b14dc6e-5724-4805-9e96-6789d6190d8d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.2640336 May 31 12:01:01.591838 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e478da7c-136d-4b63-b535-188af832cc2f req-a0d91a74-8701-4374-859e-7b6a8b4e2ba7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464720 May 31 12:01:01.624702 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Router 0eee1055-e353-493c-ad18-b3f3c7dd755f has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:01.828836 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:01.838618 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Sync routers for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:01.841471 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] 10.222.0.20 "PUT /v2.0/routers/0eee1055-e353-493c-ad18-b3f3c7dd755f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8576684 May 31 12:01:01.844992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40932) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:01.849365 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:01.850028 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:00:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:02.081502 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:02.126922 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks [] for router, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.324678 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.450591 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Deleting port 036446ff-032d-4670-8cc1-f622dfde3f67 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:02.450940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.472767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245'}], 'enable_snat': True}, 'gw_port_id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:00Z', 'revision_number': 5, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port': {'id': '036446ff-032d-4670-8cc1-f622dfde3f67', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:54Z', 'updated_at': '2021-05-31T11:55:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:02.476673 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Checking router: 0eee1055-e353-493c-ad18-b3f3c7dd755f for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:02.485360 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Routers {'0eee1055-e353-493c-ad18-b3f3c7dd755f'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:02.486007 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:00:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['0eee1055-e353-493c-ad18-b3f3c7dd755f'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:02.591743 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] For port 036446ff-032d-4670-8cc1-f622dfde3f67, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=036446ff-032d-4670-8cc1-f622dfde3f67,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:02.592097 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:02.642344 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] Set router 0eee1055-e353-493c-ad18-b3f3c7dd755f gateway port host: None {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:02.730349 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Calling delete_port for 036446ff-032d-4670-8cc1-f622dfde3f67 owned by network:router_gateway {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:02.747475 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:02Z', 'revision_number': 6, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:02.752124 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af75f8a0-a346-4ea3-81a7-b66606ebe4cd None None] The sync data for ids ['0eee1055-e353-493c-ad18-b3f3c7dd755f'] in dv-cinder-791239-4-smb is: [{'id': '0eee1055-e353-493c-ad18-b3f3c7dd755f', 'name': 'tempest-AttachVolumeTestJSON-203674964-router', 'tenant_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:02Z', 'revision_number': 6, 'project_id': '3199c4a19c744579833fb1a2d4c6bbf8', 'gw_port_host': None}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:02.928783 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1e68-55c7-4eed-aa9c-ebd0e05f8d45 req-d5fd6f40-ff43-4739-929a-11831fcbae94 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:02.930427 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3fcd1e68-55c7-4eed-aa9c-ebd0e05f8d45 req-d5fd6f40-ff43-4739-929a-11831fcbae94 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1361523 May 31 12:01:02.981522 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3fcd1e68-55c7-4eed-aa9c-ebd0e05f8d45 req-fe47d69e-267f-4ec3-adda-ec60411119bb tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 May 31 12:01:03.045591 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.051668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:03.107860 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Pushing event deleted for resources: {'Port': ['ID=036446ff-032d-4670-8cc1-f622dfde3f67,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:03.144865 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:03.241958 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.461666 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.463942 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.587693 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 226842ff-9dbe-4729-8310-4b882e493537 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:03.623150 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.623939 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eee1055-e353-493c-ad18-b3f3c7dd755f {{(pid=92556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:01:03.631467 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 226842ff-9dbe-4729-8310-4b882e493537 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:03.632171 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 226842ff-9dbe-4729-8310-4b882e493537 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:03.632819 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 036446ff-032d-4670-8cc1-f622dfde3f67 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:03.646695 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.648049 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] 10.222.0.20 "DELETE /v2.0/routers/0eee1055-e353-493c-ad18-b3f3c7dd755f HTTP/1.1" status: 204 len: 168 time: 1.8015499 May 31 12:01:03.651082 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40944) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:03.690896 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 036446ff-032d-4670-8cc1-f622dfde3f67 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:03.691633 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 036446ff-032d-4670-8cc1-f622dfde3f67 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:03.724308 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Deleting subnet f17fd68e-872a-4a95-bbc8-c6c1fb630d3f {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:01:03.728572 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.941040 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:03.990369 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.288334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eac83-85ac-4b4c-9337-356cc3efb494 req-7f37c586-9054-495b-9a78-9d5afdb2ed5b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:04.289695 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-039eac83-85ac-4b4c-9337-356cc3efb494 req-7f37c586-9054-495b-9a78-9d5afdb2ed5b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1753294 May 31 12:01:04.351846 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-039eac83-85ac-4b4c-9337-356cc3efb494 req-0410bbad-38ba-4e35-839b-6fa2e00474ae tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558326 May 31 12:01:04.422664 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.427423 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:04.465133 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17fd68e-872a-4a95-bbc8-c6c1fb630d3f,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:04.473343 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:04.474634 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.482658 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66d5df-e1ca-4e4f-b977-29359a7c7a12 None None] Network a16340ca-cb58-4da2-af78-18f02bdff3f2 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:04.483372 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-df799149-f303-42c3-8442-cbff2af05e15 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f17fd68e-872a-4a95-bbc8-c6c1fb630d3f HTTP/1.1" status: 204 len: 168 time: 0.8306479 May 31 12:01:04.486746 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40950) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:04.594994 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.668263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Deleting port a5d04e3e-868b-41d7-ad5a-59ac941fb012 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:04.668597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.739444 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] DHCP port deletion for a16340ca-cb58-4da2-af78-18f02bdff3f2 request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:01:04.816284 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Deleting port a5d04e3e-868b-41d7-ad5a-59ac941fb012 {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:04.816839 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.830632 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] For port a5d04e3e-868b-41d7-ad5a-59ac941fb012, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a5d04e3e-868b-41d7-ad5a-59ac941fb012,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:04.831515 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.932411 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] For port a5d04e3e-868b-41d7-ad5a-59ac941fb012, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a5d04e3e-868b-41d7-ad5a-59ac941fb012,segment=NetworkSegment(e009a0c8-e676-4958-8ebb-54eca976e19d),segment_id=e009a0c8-e676-4958-8ebb-54eca976e19d)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:04.932982 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:04.964161 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Calling delete_port for a5d04e3e-868b-41d7-ad5a-59ac941fb012 owned by network:dhcp {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:05.068495 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Calling delete_port for a5d04e3e-868b-41d7-ad5a-59ac941fb012 owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:05.074036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.078903 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae135a5c-7549-4ce5-9558-fd1f934ff9ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:05.126417 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d04e3e-868b-41d7-ad5a-59ac941fb012,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:05.128675 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] No DVR routers for this DVR port a5d04e3e-868b-41d7-ad5a-59ac941fb012 on host dv-cinder-791239-4-smb {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:05.130165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:05.223892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.228703 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:05.246974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.261927 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16340ca-cb58-4da2-af78-18f02bdff3f2']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:05.274947 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e009a0c8-e676-4958-8ebb-54eca976e19d') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:05.275251 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e009a0c8-e676-4958-8ebb-54eca976e19d') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:05.276502 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Pushing event deleted for resources: {'Port': ['ID=a5d04e3e-868b-41d7-ad5a-59ac941fb012,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:05.279365 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:05.299742 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] No DVR routers for this DVR port a5d04e3e-868b-41d7-ad5a-59ac941fb012 on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:05.300625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.307715 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.313983 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:01:05.314436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:01:05.327579 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:01:05.579657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c0cb06-6961-41ed-bdd1-1e382aa4d50b req-ebd9cd11-af39-41ef-9ccd-0ebc821b3b2b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:05.581797 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-09c0cb06-6961-41ed-bdd1-1e382aa4d50b req-ebd9cd11-af39-41ef-9ccd-0ebc821b3b2b tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 943 time: 0.1138840 May 31 12:01:05.589967 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a5d04e3e-868b-41d7-ad5a-59ac941fb012 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:05.633155 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: a5d04e3e-868b-41d7-ad5a-59ac941fb012 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:05.633527 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a5d04e3e-868b-41d7-ad5a-59ac941fb012 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:05.639921 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-09c0cb06-6961-41ed-bdd1-1e382aa4d50b req-b3997c6e-59e6-48a7-bbab-4ddd7591b386 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 May 31 12:01:05.661092 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.185768 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:06.245845 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.250769 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.253935 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-808914f6-2558-4a9f-9b52-b3281e4302e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:06.276572 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Pushing event deleted for resources: {'Network': ['ID=a16340ca-cb58-4da2-af78-18f02bdff3f2,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:06.279809 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:06.360671 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a16340ca-cb58-4da2-af78-18f02bdff3f2 HTTP/1.1" status: 204 len: 168 time: 1.8728750 May 31 12:01:06.367210 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:06.380523 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'port_id': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'mac_address': 'fa:16:3e:21:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:06.435164 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.454511 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:06.468453 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:06.565614 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.567459 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:06.639120 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=9']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:06.643228 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:06.738433 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 40964) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:06.784615 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['8f59cf06-06ec-4eff-aa53-ae3efad27e82'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:06.844025 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-b4d862f5-9830-4a98-b7ec-9b3d53008a6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3199c4a19c744579833fb1a2d4c6bbf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1042731 May 31 12:01:06.848714 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 40968) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:06.893913 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f326b-5d49-4816-8d75-173a283a0998 req-f097577c-e6c3-4b17-bd56-58220c54bb1c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:06.896531 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a57f326b-5d49-4816-8d75-173a283a0998 req-f097577c-e6c3-4b17-bd56-58220c54bb1c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 944 time: 0.1250846 May 31 12:01:06.951462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:06.990098 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:07.041707 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a57f326b-5d49-4816-8d75-173a283a0998 req-e42ae5ae-5c47-4e8a-8b4d-19bd3d5022ae tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379309 May 31 12:01:07.136948 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:07.140991 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a21c7282-ef80-4d4a-b9a3-dd5df784c88e tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:07.156298 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83c94e1-94e1-43f0-b98e-b3ecb6becb82,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:07.160050 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:07.163812 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:07.164930 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f83c94e1-94e1-43f0-b98e-b3ecb6becb82 HTTP/1.1" status: 204 len: 168 time: 0.3149698 May 31 12:01:07.606929 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-ed5c57e6-de67-4a7f-9230-2f28c0f56631 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692720 May 31 12:01:07.765624 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-8a615c3c-2e50-453a-9cce-e1d6ba635230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.767407 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-8a615c3c-2e50-453a-9cce-e1d6ba635230 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0901499 May 31 12:01:07.924987 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-978821e7-67ba-4b0f-b69e-86fe7fde41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:07.927541 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-978821e7-67ba-4b0f-b69e-86fe7fde41ab service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 909 time: 0.1415048 May 31 12:01:08.038846 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-8f73b536-6f33-400a-b9ad-e04befeb7eb4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 1001 time: 0.1057727 May 31 12:01:08.105814 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-5908f42a-6ef5-44c6-91e5-7a3f26565b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.107318 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-5908f42a-6ef5-44c6-91e5-7a3f26565b56 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.0615911 May 31 12:01:08.189054 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-46d3b848-b3be-448e-91ee-9cac2843ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.190640 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-46d3b848-b3be-448e-91ee-9cac2843ed42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764358 May 31 12:01:08.217061 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:08.364448 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:08.365309 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.367790 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-83e0978c-4574-4082-b0d9-822126dab943 service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704173 May 31 12:01:08.370109 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03095c99-f362-4045-ac0d-909eb1855ac1 req-54aa2150-a5c3-4ab9-9796-802ed5dd3f03 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:08.371610 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03095c99-f362-4045-ac0d-909eb1855ac1 req-54aa2150-a5c3-4ab9-9796-802ed5dd3f03 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 944 time: 0.2040894 May 31 12:01:08.453738 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-03095c99-f362-4045-ac0d-909eb1855ac1 req-1a63920f-f26b-41d4-adf5-c06a9a0b9619 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690758 May 31 12:01:08.542431 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-244ded22-b93b-4626-aacb-14ae4f72f9ca req-eaec9da0-a25c-4889-9555-7dfb5db589b9 service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681046 May 31 12:01:08.596159 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.623303 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:08.625780 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04ff56-9dde-4562-b28a-0bfaa6149f6c" -d '{"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:08.633913 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:08.676482 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b7cced-b496-4bbc-94ee-3691f1d71ea1 x-openstack-request-id: req-51b7cced-b496-4bbc-94ee-3691f1d71ea1 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:08.676845 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-plugged", "status": "completed", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:08.677108 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51b7cced-b496-4bbc-94ee-3691f1d71ea1 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:08.677530 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'code': 200} May 31 12:01:08.730859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:08.730859 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:08.827764 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=10']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:08.836862 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:09.089567 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508897-4e00-435e-8363-e7666a8dde5d req-7c031db5-30e0-44d1-b3d3-77117552cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.089567 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-21508897-4e00-435e-8363-e7666a8dde5d req-7c031db5-30e0-44d1-b3d3-77117552cfe3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 1099 time: 0.0782454 May 31 12:01:09.129578 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-21508897-4e00-435e-8363-e7666a8dde5d req-4e8c5755-3885-4f3e-ae74-87f90290b8b0 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345781 May 31 12:01:09.417761 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d955a472-c61b-4756-8580-68c492451c0f req-249a87b2-d982-4f43-8609-c0428310337b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.419321 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d955a472-c61b-4756-8580-68c492451c0f req-249a87b2-d982-4f43-8609-c0428310337b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0848210 May 31 12:01:09.470231 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d955a472-c61b-4756-8580-68c492451c0f req-417fa4af-0631-4f30-a4d1-515b02dcbb22 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448406 May 31 12:01:09.671130 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86578282-3ce1-4a2b-bd79-5156faf5ed4c req-e40b0313-acb1-4b1c-a52a-37ce3860012d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:09.672683 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86578282-3ce1-4a2b-bd79-5156faf5ed4c req-e40b0313-acb1-4b1c-a52a-37ce3860012d tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.0890231 May 31 12:01:09.746228 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-86578282-3ce1-4a2b-bd79-5156faf5ed4c req-9470e871-7c9f-44e4-9d06-b53b055be493 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671566 May 31 12:01:10.679543 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7498dc81-31b0-4429-be20-b2f973e92dbc req-a9706b35-8059-4500-a297-3502f1266aa5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:10.681044 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7498dc81-31b0-4429-be20-b2f973e92dbc req-a9706b35-8059-4500-a297-3502f1266aa5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0872824 May 31 12:01:10.713892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-af22f2aa-f9a5-4e0b-9ff0-fa2ff554020e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:10.730269 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7498dc81-31b0-4429-be20-b2f973e92dbc req-9b4ab06c-4a95-44e9-a27e-c4b36fde4b9a tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 May 31 12:01:11.098210 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b220d6-da31-4587-ada6-8408429f2f7f req-c5a7dcc3-38c7-439e-9571-ea0e1f63ed5c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.098210 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c2b220d6-da31-4587-ada6-8408429f2f7f req-c5a7dcc3-38c7-439e-9571-ea0e1f63ed5c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.0849717 May 31 12:01:11.168497 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-c2b220d6-da31-4587-ada6-8408429f2f7f req-f0069e78-6a07-4d8f-9a06-85fa21383764 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696559 May 31 12:01:11.597948 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:11.934198 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28bb37-6b8f-4263-a4d4-f0c7b044da04 req-69688fb9-2d23-4fb7-853d-e341b0749e88 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:11.936774 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0e28bb37-6b8f-4263-a4d4-f0c7b044da04 req-69688fb9-2d23-4fb7-853d-e341b0749e88 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0936689 May 31 12:01:11.999545 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0e28bb37-6b8f-4263-a4d4-f0c7b044da04 req-daf2f7d8-ab61-4204-a613-3aefc26892a8 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568855 May 31 12:01:12.403373 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88da03-3126-4b5e-b7b1-ad1183b3bc0a req-0405d4fd-1bd7-40f3-b492-070b725eaab1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:12.404932 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4c88da03-3126-4b5e-b7b1-ad1183b3bc0a req-0405d4fd-1bd7-40f3-b492-070b725eaab1 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.1084352 May 31 12:01:12.453165 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4c88da03-3126-4b5e-b7b1-ad1183b3bc0a req-4f777ddd-4d39-46c3-b682-c9ff86d94fd7 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418305 May 31 12:01:13.068472 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-be726b42-bb7b-4d54-b95d-826f6006d43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.190229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde491fa-8f25-4047-84fe-7b3efb9addfc req-e5442565-a381-4792-852e-7227c19f3a0e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:13.191680 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cde491fa-8f25-4047-84fe-7b3efb9addfc req-e5442565-a381-4792-852e-7227c19f3a0e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0853255 May 31 12:01:13.228169 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41116) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:13.240028 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cde491fa-8f25-4047-84fe-7b3efb9addfc req-64a85b75-ecb0-4e3c-a794-eb9521f84788 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414321 May 31 12:01:13.380161 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.388378 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.395433 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:13.399883 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Usage tracker for resource:security_group_rule and tenant:9e6e855ec0ca43f49b8ab87a1afe3225 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:13.402959 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:13.409407 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:13.493623 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.553884 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.561479 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d15fd857-d4e6-41f6-b290-bc5306388c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:13.605167 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e6e855ec0ca43f49b8ab87a1afe3225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745914 May 31 12:01:13.605756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbfb18-5bad-4a08-a276-ad6efcf7bc70,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:13.608414 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41122) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:13.609696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:13.687009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.713271 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.868066 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.872125 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e200bf92-b17a-46b7-bbd8-5cb385cd5114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:13.884700 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbfb18-5bad-4a08-a276-ad6efcf7bc70,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:13.888489 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:13.891864 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:13.894029 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dbbfb18-5bad-4a08-a276-ad6efcf7bc70 HTTP/1.1" status: 204 len: 168 time: 0.2847631 May 31 12:01:14.199695 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.466576 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01fd40-aca3-4365-a481-cfe2250e0349 req-22c84137-57ab-4905-bc6b-a9ea4f8b0050 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:14.468049 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fb01fd40-aca3-4365-a481-cfe2250e0349 req-22c84137-57ab-4905-bc6b-a9ea4f8b0050 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1000409 May 31 12:01:14.512839 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fb01fd40-aca3-4365-a481-cfe2250e0349 req-56cedcfb-cb27-4a21-a00e-a62db492bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 May 31 12:01:14.540374 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41134) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:14.558923 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.573693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:14.577575 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Usage tracker for resource:security_group_rule and tenant:b191047e6feb4a31b101865ed0157a38 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:14.580489 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:14.586164 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:14.668526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.737505 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.744691 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d9741a07-45af-498c-8748-c765403d3066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:14.786816 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993c85d4-21ef-405b-aae6-3d0636d3524e,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:14.791068 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b191047e6feb4a31b101865ed0157a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496321 May 31 12:01:14.791914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:14.795126 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41138) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:14.852747 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.880074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:14.999697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:15.004519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7371ed6a-edcf-43a8-9195-6b1fd5528ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:15.018306 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993c85d4-21ef-405b-aae6-3d0636d3524e,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:15.021119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:15.022069 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:15.023450 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-282aae31-8fc6-464d-836e-4b34d8e944d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/993c85d4-21ef-405b-aae6-3d0636d3524e HTTP/1.1" status: 204 len: 168 time: 0.2271769 May 31 12:01:15.712570 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b8b2-7aac-4298-bfc6-eb3d4cdffdee req-24cb8863-c7ae-4010-bea1-fa58edc37a56 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:15.714048 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c823b8b2-7aac-4298-bfc6-eb3d4cdffdee req-24cb8863-c7ae-4010-bea1-fa58edc37a56 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0815511 May 31 12:01:15.768496 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c823b8b2-7aac-4298-bfc6-eb3d4cdffdee req-f84b366c-8720-4bee-a172-fed9731c454e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 May 31 12:01:15.965278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:16.985670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3599-cd3a-429a-9e7d-cb9e0a1c21ab req-4b3dd75d-ee27-4023-98c0-252b88de1942 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:16.987213 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-59fb3599-cd3a-429a-9e7d-cb9e0a1c21ab req-4b3dd75d-ee27-4023-98c0-252b88de1942 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0923872 May 31 12:01:17.115005 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-59fb3599-cd3a-429a-9e7d-cb9e0a1c21ab req-624ee757-34b0-4d94-beb0-9c858b24a36b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210482 May 31 12:01:18.351764 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaed5d-370d-42ed-9240-ad1a2c259568 req-2005cdaf-df5d-41c7-bdb2-3d6a3652b55e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:18.354300 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-39eaed5d-370d-42ed-9240-ad1a2c259568 req-2005cdaf-df5d-41c7-bdb2-3d6a3652b55e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1301920 May 31 12:01:18.405612 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-39eaed5d-370d-42ed-9240-ad1a2c259568 req-2d21f06a-a464-4f93-8a04-8bafac4f52a4 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425315 May 31 12:01:19.615614 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ac33-80de-4721-bf17-376767ffdbd5 req-d47f5e19-5caa-4e47-9a55-1f69961e1377 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:19.617167 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c30ac33-80de-4721-bf17-376767ffdbd5 req-d47f5e19-5caa-4e47-9a55-1f69961e1377 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0885315 May 31 12:01:19.677053 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0c30ac33-80de-4721-bf17-376767ffdbd5 req-3af59302-21c8-4f96-bb90-597916313d4d tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538480 May 31 12:01:20.869532 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af8c3d0-cf2a-4672-8c3a-1099f220fdc4 req-f03b97ed-20c9-46f2-b179-5e93b2ade09e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:20.871014 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9af8c3d0-cf2a-4672-8c3a-1099f220fdc4 req-f03b97ed-20c9-46f2-b179-5e93b2ade09e tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0802884 May 31 12:01:20.915910 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9af8c3d0-cf2a-4672-8c3a-1099f220fdc4 req-ce36e1e1-172a-4075-93e4-a6b7b3503f42 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391688 May 31 12:01:22.109219 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcfde0f-bb0e-4a5a-b718-585ac638fd9f req-e787d05d-39f2-4e10-839f-a72ca2cc16e7 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:22.111378 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3fcfde0f-bb0e-4a5a-b718-585ac638fd9f req-e787d05d-39f2-4e10-839f-a72ca2cc16e7 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0839787 May 31 12:01:22.164999 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-3fcfde0f-bb0e-4a5a-b718-585ac638fd9f req-93d02f22-66e8-4eec-badc-c194956a4319 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 May 31 12:01:23.415485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d706102-fe72-4d60-94bd-812077c94316 req-6ed21c36-0614-4410-851b-22c3bd5f7f70 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:23.419382 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d706102-fe72-4d60-94bd-812077c94316 req-6ed21c36-0614-4410-851b-22c3bd5f7f70 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1262510 May 31 12:01:23.465388 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8d706102-fe72-4d60-94bd-812077c94316 req-4325542d-84cb-44ab-b6b4-a3a65d8defde tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410869 May 31 12:01:23.534019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41262) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:23.655049 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.674483 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:23.678452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Usage tracker for resource:security_group_rule and tenant:da25258bc041472eb4f0ffc79095a668 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:23.681367 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:23.687431 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:23.767886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.805249 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.812412 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-05517a2d-fda2-4544-bf1f-5a3356454b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:23.852841 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da25258bc041472eb4f0ffc79095a668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177722 May 31 12:01:23.854452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e3fad2-5540-454b-8b6e-1610599012ee,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:23.855923 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41268) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:23.857494 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:23.921638 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:23.947457 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.102818 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.106769 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9a7a7987-48d1-46c0-9d3d-707f30ece6d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:24.117907 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e3fad2-5540-454b-8b6e-1610599012ee,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:24.120565 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:24.127581 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.129186 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3e3fad2-5540-454b-8b6e-1610599012ee HTTP/1.1" status: 204 len: 168 time: 0.2724991 May 31 12:01:24.656671 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfab407-a4a5-4883-9c28-97cb10cfefed req-4fc4f762-94f0-48c4-807f-6fedbcc0a858 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.658184 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bdfab407-a4a5-4883-9c28-97cb10cfefed req-4fc4f762-94f0-48c4-807f-6fedbcc0a858 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0807924 May 31 12:01:24.659569 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-231b703e-770c-4167-9cc4-bb23ca728de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.661071 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-231b703e-770c-4167-9cc4-bb23ca728de8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0705385 May 31 12:01:24.709764 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-bdfab407-a4a5-4883-9c28-97cb10cfefed req-c846eb22-84c1-4f86-a70d-6d419d855f91 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457227 May 31 12:01:24.812575 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-e7106799-0a3d-4f21-8adb-4c2c1098fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.814811 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-e7106799-0a3d-4f21-8adb-4c2c1098fba9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 909 time: 0.1471617 May 31 12:01:24.846927 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41280) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:24.865880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.881042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:24.884962 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cd3f1df784400ba5d63a2bacbbf68d is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:24.887892 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:24.894066 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:24.925986 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-479170f0-86cf-4f79-8738-f63e24142d65 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 1001 time: 0.1009264 May 31 12:01:24.977830 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:24.990014 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-8f5b5dd6-cf88-4207-9202-452943eaa937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:24.991519 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-8f5b5dd6-cf88-4207-9202-452943eaa937 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.0585625 May 31 12:01:25.073337 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.073523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-d701c07a-3403-481c-806a-5482e3aeeb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.074965 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-d701c07a-3403-481c-806a-5482e3aeeb7f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774384 May 31 12:01:25.082315 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:25.127560 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4cd3f1df784400ba5d63a2bacbbf68d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2770507 May 31 12:01:25.127841 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41288) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:25.130711 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef1b219-af97-467b-9a94-3eaa8684de53,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:25.143921 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:25.198908 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.222603 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-f4526345-da65-4eed-bb03-3407c49f506e service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405482 May 31 12:01:25.227961 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.369006 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6418d90b-453b-418e-ab8d-548c26e8aeed req-63138771-4ab3-419b-9b20-6725ba692e2e service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400163 May 31 12:01:25.411097 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.416157 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1b406a36-3471-4b81-ad4a-633cd4a8d11c tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:25.430499 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef1b219-af97-467b-9a94-3eaa8684de53,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:25.432800 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:25.443649 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:25.444953 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0612479e-f113-4d2e-a0a5-7facfd39155f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2ef1b219-af97-467b-9a94-3eaa8684de53 HTTP/1.1" status: 204 len: 168 time: 0.3159614 May 31 12:01:25.913509 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bab52-93e4-45b2-b812-d3061334ae62 req-2550b570-2a45-444f-a2c2-d715a7bc31b2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:25.915015 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cb7bab52-93e4-45b2-b812-d3061334ae62 req-2550b570-2a45-444f-a2c2-d715a7bc31b2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0876086 May 31 12:01:25.961663 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-cb7bab52-93e4-45b2-b812-d3061334ae62 req-cf26936a-ca88-4951-8d55-5fc8ff394f1a tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 May 31 12:01:27.155731 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3f19f-e857-4195-a01d-069280fe1353 req-f0d37584-dbd2-46cf-896a-4d7043dafab2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.157243 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a1b3f19f-e857-4195-a01d-069280fe1353 req-f0d37584-dbd2-46cf-896a-4d7043dafab2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0864465 May 31 12:01:27.203711 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a1b3f19f-e857-4195-a01d-069280fe1353 req-77a50c2e-fc39-45c5-8fd6-6e7655ef8d75 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400519 May 31 12:01:27.566770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c10a4c-1b46-4669-9982-f4cba38c49a9 req-083a9ba5-bea1-4bdf-9ffb-ed791371bbc1 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:27.568505 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e0c10a4c-1b46-4669-9982-f4cba38c49a9 req-083a9ba5-bea1-4bdf-9ffb-ed791371bbc1 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.0834243 May 31 12:01:27.615743 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e0c10a4c-1b46-4669-9982-f4cba38c49a9 req-8fa43b68-378f-40c3-bb63-323912c8d113 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 May 31 12:01:28.414133 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054d1d0-3f82-4ef2-866b-9c829b7027ec req-59de13a0-c2fc-4930-99f3-7ecd8db0d7e2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.415613 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4054d1d0-3f82-4ef2-866b-9c829b7027ec req-59de13a0-c2fc-4930-99f3-7ecd8db0d7e2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0915914 May 31 12:01:28.465561 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4054d1d0-3f82-4ef2-866b-9c829b7027ec req-b677eb50-5a3a-48ba-93e6-edeff3ed5b09 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 May 31 12:01:28.478989 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41362) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:28.610062 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:28.629292 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:28.633508 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Usage tracker for resource:security_group_rule and tenant:83d8ee0982a34710a407a4bc89a45cde is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:28.636227 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:28.642217 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:28.725107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:28.808025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ef8ce-8b21-4388-817e-5b0c395ef271 req-3d612726-e892-49c6-991c-9942a45dbc0d tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:28.809623 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-910ef8ce-8b21-4388-817e-5b0c395ef271 req-3d612726-e892-49c6-991c-9942a45dbc0d tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.0814552 May 31 12:01:28.817516 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:28.825132 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-74d03d7e-a395-4d9c-b5d7-a64ffa137179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:28.903829 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83d8ee0982a34710a407a4bc89a45cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230478 May 31 12:01:28.908636 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41370) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:28.912645 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7b8a3f-2963-4d05-9190-4e9d0c651044,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:28.929076 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-910ef8ce-8b21-4388-817e-5b0c395ef271 req-74b96d6b-04c3-4326-beee-9abb356fb56a tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104002 May 31 12:01:28.929076 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:28.978580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:29.006696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:29.119273 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:29.123250 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f7a8bb66-7dcb-4056-9158-151ae123bf2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:29.136576 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7b8a3f-2963-4d05-9190-4e9d0c651044,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:29.138876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:29.143664 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:29.144973 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e7b8a3f-2963-4d05-9190-4e9d0c651044 HTTP/1.1" status: 204 len: 168 time: 0.2358670 May 31 12:01:29.655111 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1558c-ffe0-403f-9fb0-52416dc9dd57 req-597fda1d-ec68-493b-8883-047a3cc77c73 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:29.656571 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2ab1558c-ffe0-403f-9fb0-52416dc9dd57 req-597fda1d-ec68-493b-8883-047a3cc77c73 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0841033 May 31 12:01:29.701672 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2ab1558c-ffe0-403f-9fb0-52416dc9dd57 req-cf9d391a-3018-4bee-9e81-2a41d0d2ef97 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 May 31 12:01:29.892295 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41382) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:29.911602 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:29.927080 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:29.931149 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Usage tracker for resource:security_group_rule and tenant:143509e0cfeb4cb385cc9570f5340975 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:29.934083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:29.940225 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:30.025658 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.123981 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd51e255-ac17-4234-a466-efda463ef860 req-a35f6b91-8598-453d-9b16-35bad4352c5f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.125467 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd51e255-ac17-4234-a466-efda463ef860 req-a35f6b91-8598-453d-9b16-35bad4352c5f tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.0898292 May 31 12:01:30.126693 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.134860 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e9225164-2966-4d80-aa31-abc1e0956b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:30.195439 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=143509e0cfeb4cb385cc9570f5340975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017974 May 31 12:01:30.206302 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41390) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:30.210739 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da826d-433d-4c0d-92b8-e6702d905149,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:30.214603 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1e98d8f4-68cf-4800-b0d1-32e473192b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:30.238754 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-cd51e255-ac17-4234-a466-efda463ef860 req-c55651ac-eed7-4b7b-afb6-e7d2b16fa5a9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047738 May 31 12:01:30.296420 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.333945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.342759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:30.384012 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bf3a3-2bd9-4f45-8ae9-d7fc5ca079e9 req-d9f820c8-3f3e-470f-97aa-eba1f30d3202 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:30.385753 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6e2bf3a3-2bd9-4f45-8ae9-d7fc5ca079e9 req-d9f820c8-3f3e-470f-97aa-eba1f30d3202 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1930587 May 31 12:01:30.391276 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41398) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:30.436601 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-6e2bf3a3-2bd9-4f45-8ae9-d7fc5ca079e9 req-372ffd86-b3b8-4e25-aed1-dbe3a9e97eb8 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434308 May 31 12:01:30.497462 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.528400 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:30.528638 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-7ea6c29c-02c8-4944-9518-7334f5a26bcd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382034 May 31 12:01:30.530753 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36e8a5f-b332-4b40-9f89-4a35ef34603b" -d '{"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-unplugged", "status": "completed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:30.535950 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.539089 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:30.548794 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5526ff08-5ec2-46bd-996a-76929bd16912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:30.558129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da826d-433d-4c0d-92b8-e6702d905149,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:30.560230 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.564629 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9da826d-433d-4c0d-92b8-e6702d905149 HTTP/1.1" status: 204 len: 168 time: 0.3572016 May 31 12:01:30.565659 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:30.594382 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9f8c9d-ab35-4499-a19c-d081101c7f83 x-openstack-request-id: req-8c9f8c9d-ab35-4499-a19c-d081101c7f83 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:30.594877 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-unplugged", "status": "failed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "code": 422}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:30.595156 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8c9f8c9d-ab35-4499-a19c-d081101c7f83 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:30.595557 dv-cinder-791239-4-smb neutron-server[92558]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'code': 422} returned with failed status May 31 12:01:30.662789 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:30.664891 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:30.733846 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=6']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:30.741442 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.741749 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.742077 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.742409 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.742736 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.743063 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.743385 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.743708 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.744025 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.744342 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.744661 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.744973 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:30.748911 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:31.432700 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc0024-95d3-46de-b763-808a7f196285 req-798e1ce1-4a46-4a90-af30-f32146dbf60b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.434180 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3cc0024-95d3-46de-b763-808a7f196285 req-798e1ce1-4a46-4a90-af30-f32146dbf60b tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.0819707 May 31 12:01:31.484885 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a3cc0024-95d3-46de-b763-808a7f196285 req-219c293d-fb79-45a9-9c3f-1e632eb9140c tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 May 31 12:01:31.761767 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41436) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:31.778178 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9d6c3-0043-4e73-997c-82313a62893c req-a933c958-5dc6-417a-a19a-1acdebf40899 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:31.779622 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-00d9d6c3-0043-4e73-997c-82313a62893c req-a933c958-5dc6-417a-a19a-1acdebf40899 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1694150 May 31 12:01:31.827564 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-00d9d6c3-0043-4e73-997c-82313a62893c req-93fb8460-ae9b-45d3-90dd-0e06f2f9ef61 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 May 31 12:01:31.882650 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-44062149-network', 'tenant_id': '5f6f48a4b47c4ecaaa90cd4ec9dfdd51'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:31.887257 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:31.890964 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Usage tracker for resource:network and tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:31.895329 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:31.902022 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:32.068152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Made reservation on behalf of 5f6f48a4b47c4ecaaa90cd4ec9dfdd51 for: {'network': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:32.070451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.083327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.097687 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:32.101442 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Usage tracker for resource:security_group_rule and tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:32.104208 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:32.110028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:32.119611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-77cf838e-e20e-4400-898d-7707c959baac tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.121170 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-77cf838e-e20e-4400-898d-7707c959baac tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.0831156 May 31 12:01:32.195388 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.262844 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Deleting port 910b305b-72aa-4042-8467-47ee5f335991 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:32.263185 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.394866 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] For port 910b305b-72aa-4042-8467-47ee5f335991, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=910b305b-72aa-4042-8467-47ee5f335991,segment=NetworkSegment(9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c),segment_id=9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:32.395139 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.519489 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Calling delete_port for 910b305b-72aa-4042-8467-47ee5f335991 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:32.571155 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.575892 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-bb628036-382c-46bc-8f81-ffd0104e002e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:32.648101 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6904d2-be70-42ae-bd58-81acf66e638f,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:32.664296 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.664652 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.665002 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:01:32.687980 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:32.697975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac02fb6-624f-4c64-93cf-b9b986fa1427 req-fbaa9f85-b87a-4acb-9bb9-c1657dbbc009 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:32.699406 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fac02fb6-624f-4c64-93cf-b9b986fa1427 req-fbaa9f85-b87a-4acb-9bb9-c1657dbbc009 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 946 time: 0.1096630 May 31 12:01:32.744190 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-fac02fb6-624f-4c64-93cf-b9b986fa1427 req-b19ff82c-b210-4348-a3e7-83d2299148c8 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/security-groups?id=ade4e297-dd57-4e5e-bb76-62b10e71c845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 May 31 12:01:32.897357 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.905233 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=92557) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:01:32.910591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['910b305b-72aa-4042-8467-47ee5f335991'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:32.915816 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4f51929f-d148-4acb-9328-ac166bd9bf77 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:32.930911 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.931535 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.segments_db [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Added segment 6336b37c-a762-4a9d-9ea1-828ea967d920 of type vlan for network 4fde1306-c63a-4df3-8f3e-e170aa072980 May 31 12:01:32.966748 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:32.971166 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Pushing event deleted for resources: {'Port': ['ID=910b305b-72aa-4042-8467-47ee5f335991,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:32.975323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:33.094055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] No DVR routers for this DVR port 910b305b-72aa-4042-8467-47ee5f335991 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:33.097249 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:33.099940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'name': 'network-vif-deleted', 'tag': '910b305b-72aa-4042-8467-47ee5f335991'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:33.102197 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd7e03-f03a-4431-bdd1-d1ae36ed2f55" -d '{"events": [{"server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "name": "network-vif-deleted", "tag": "910b305b-72aa-4042-8467-47ee5f335991"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:33.137691 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65f050-a88f-4956-918b-1dadf7fed022 req-091486d0-3d8b-4e40-a660-c194f351efe2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.139428 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9f65f050-a88f-4956-918b-1dadf7fed022 req-091486d0-3d8b-4e40-a660-c194f351efe2 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1699474 May 31 12:01:33.153825 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:33.155209 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.155975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:33.161684 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0a0c35f4-dc3f-4e6d-9a00-94a63d3871b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:33.188161 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-9f65f050-a88f-4956-918b-1dadf7fed022 req-16a94d4f-37fb-442d-aa73-e1bbfc915c58 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428460 May 31 12:01:33.235944 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2b3a087b-d795-46ca-8db7-1a50866b58ea req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.45 "DELETE /v2.0/ports/910b305b-72aa-4042-8467-47ee5f335991 HTTP/1.1" status: 204 len: 173 time: 1.1077960 May 31 12:01:33.289308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Pushing event updated for resources: {'Network': ['ID=4fde1306-c63a-4df3-8f3e-e170aa072980,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:33.293227 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14144a24-f9fa-4d45-ac69-63b31a18354c x-openstack-request-id: req-14144a24-f9fa-4d45-ac69-63b31a18354c {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:33.293545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c7acb3-7ab3-4886-8489-e69e4c63beab", "name": "network-vif-deleted", "tag": "910b305b-72aa-4042-8467-47ee5f335991", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:33.293853 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14144a24-f9fa-4d45-ac69-63b31a18354c {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:33.294270 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97c7acb3-7ab3-4886-8489-e69e4c63beab', 'name': 'network-vif-deleted', 'tag': '910b305b-72aa-4042-8467-47ee5f335991', 'status': 'completed', 'code': 200} May 31 12:01:33.294634 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:33.300122 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 4fde1306-c63a-4df3-8f3e-e170aa072980 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:01:33.417322 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-03637d95-df75-439f-8e86-57366b109c24 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6538911 May 31 12:01:33.419947 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41450) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:33.426444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Request body: {'subnet': {'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-44062149-subnet', 'tenant_id': '5f6f48a4b47c4ecaaa90cd4ec9dfdd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:33.438580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:33.438580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Usage tracker for resource:subnet and tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:33.438580 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:33.444260 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:33.559545 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Made reservation on behalf of 5f6f48a4b47c4ecaaa90cd4ec9dfdd51 for: {'subnet': 1} {{(pid=92557) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:33.561947 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2199062'] for subnet, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:33.908608 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-75d2b713-0836-4048-8de4-02e8f4230f8c req-6bdd9026-0eae-4eb0-9b63-4cd14c0f26bb tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Synchronizing usage tracker for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:33.998044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-21b7bae6-0e9f-4781-ac99-9e9909ce520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:33.999524 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-21b7bae6-0e9f-4781-ac99-9e9909ce520c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9&tenant_id=ae2957419285474faf32c8445ebd8c36 HTTP/1.1" status: 200 len: 1096 time: 0.0742276 May 31 12:01:34.048190 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26237346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2199040'] for subnet, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:34.052162 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3bbc3bba-2576-45e6-ac53-11fedab6b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:34.099044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-48c80c28-e7c8-47fc-9bc5-207f0ba4c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.100600 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-48c80c28-e7c8-47fc-9bc5-207f0ba4c5d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1096 time: 0.0785141 May 31 12:01:34.130327 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca58588a-617d-4de1-b529-0f725c099750,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:34.130919 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-75d2b713-0836-4048-8de4-02e8f4230f8c req-6bdd9026-0eae-4eb0-9b63-4cd14c0f26bb tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Unset dirty status for tenant:3e59989d6dd44d7bbaad7483633ff24b on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:34.133895 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-75d2b713-0836-4048-8de4-02e8f4230f8c req-6bdd9026-0eae-4eb0-9b63-4cd14c0f26bb tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] 10.222.0.20 "GET /v2.0/ports?device_id=97c7acb3-7ab3-4886-8489-e69e4c63beab HTTP/1.1" status: 200 len: 210 time: 0.2669065 May 31 12:01:34.134055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:34.142120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Checking segment: {'id': '6336b37c-a762-4a9d-9ea1-828ea967d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:34.142848 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Network hostable DHCP agents. Network: 4fde1306-c63a-4df3-8f3e-e170aa072980, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92557) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:01:34.259602 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-0e8503da-516d-4072-b4f6-2667651a8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.261644 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-0e8503da-516d-4072-b4f6-2667651a8118 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 909 time: 0.1537631 May 31 12:01:34.262200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Network 4fde1306-c63a-4df3-8f3e-e170aa072980 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:01:34.372456 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-fdb986c0-74b1-441e-b274-370fca6eec45 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 999 time: 0.1034081 May 31 12:01:34.385839 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.base_scheduler [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 4fde1306-c63a-4df3-8f3e-e170aa072980) {{(pid=92557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:34.395334 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad53ae7-61f3-4f98-ade2-71e473f5576e None None] Network 4fde1306-c63a-4df3-8f3e-e170aa072980 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:34.399405 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.399995 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:34.432841 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883374da-9bae-4fc7-a2a3-70ebcb3e2504 req-80e4568b-5036-421e-8d80-5548556ddb0f tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.442787 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-883374da-9bae-4fc7-a2a3-70ebcb3e2504 req-80e4568b-5036-421e-8d80-5548556ddb0f tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1254034 May 31 12:01:34.453655 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-b8c1fa8c-da35-4f9e-8719-00f26c0c2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.455105 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-b8c1fa8c-da35-4f9e-8719-00f26c0c2045 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.0651515 May 31 12:01:34.494659 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-883374da-9bae-4fc7-a2a3-70ebcb3e2504 req-b09cae56-e8f7-4381-a56e-2bdc86982be5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510070 May 31 12:01:34.537305 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1162436 May 31 12:01:34.561770 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-940d30c1-5dfd-437b-a072-9ad76ffc184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:34.563837 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-940d30c1-5dfd-437b-a072-9ad76ffc184b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970900 May 31 12:01:34.621382 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28801a2-297f-4a31-9a34-c2962e427c23 None None] Network 4fde1306-c63a-4df3-8f3e-e170aa072980 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:34.721607 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-2675f043-885e-4e81-80e7-85a88636d25d service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511409 May 31 12:01:34.955858 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-d6d70a1f-806b-4fe1-8c69-600c497c2e63 req-62d7a22a-4f37-472d-9912-fbdea938e14f service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278790 May 31 12:01:35.240813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.418563 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41478) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:35.424480 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1008419329-network', 'tenant_id': '3b77d03ba38842eb98d60b39ff76cc46'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:35.428904 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:35.432796 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Usage tracker for resource:network and tenant:3b77d03ba38842eb98d60b39ff76cc46 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:35.435657 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:35.441649 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:35.542502 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Made reservation on behalf of 3b77d03ba38842eb98d60b39ff76cc46 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:35.553054 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.558461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.574340 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:35.578291 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Usage tracker for resource:security_group_rule and tenant:3b77d03ba38842eb98d60b39ff76cc46 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:35.581977 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:35.588047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:35.694780 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11b898-f969-49c6-a1b4-66c03fafe93c req-328feeba-da7d-407c-8aab-e129f61063ca tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:35.697324 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a11b898-f969-49c6-a1b4-66c03fafe93c req-328feeba-da7d-407c-8aab-e129f61063ca tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.0935316 May 31 12:01:35.711955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.746030 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a11b898-f969-49c6-a1b4-66c03fafe93c req-5f0ba9d8-606c-457b-bda4-6192a84d0f43 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427976 May 31 12:01:35.810936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.814611 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d3e4d446-19c9-4707-aa99-ce07f7f66e3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:35.842022 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:01:35.850455 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87972c9c-42c6-43a5-954e-85b784a39f0d,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:35.853923 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:35.856361 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:35.856693 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Added segment 0ac12445-d085-4427-ae52-866d38d38446 of type vlan for network dd60a505-b1df-47c0-9da9-34ec95ff4711 May 31 12:01:35.882145 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.028131 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.029210 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.029819 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.033433 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f1dff01f-c45b-46db-8699-26240bd7bae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:36.137418 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Pushing event updated for resources: {'Network': ['ID=dd60a505-b1df-47c0-9da9-34ec95ff4711,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:36.140286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:36.147822 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network dd60a505-b1df-47c0-9da9-34ec95ff4711 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:01:36.199525 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7797022 May 31 12:01:36.202944 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41488) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:36.208819 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Request body: {'subnet': {'network_id': 'dd60a505-b1df-47c0-9da9-34ec95ff4711', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1008419329-subnet', 'tenant_id': '3b77d03ba38842eb98d60b39ff76cc46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:36.214000 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:36.218007 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Usage tracker for resource:subnet and tenant:3b77d03ba38842eb98d60b39ff76cc46 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:36.221026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:36.228177 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:36.307116 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Made reservation on behalf of 3b77d03ba38842eb98d60b39ff76cc46 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:36.309466 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.347339 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 910b305b-72aa-4042-8467-47ee5f335991 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:36.388127 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 910b305b-72aa-4042-8467-47ee5f335991 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:36.388835 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 910b305b-72aa-4042-8467-47ee5f335991 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:36.794566 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:36.798413 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:36.899368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6bd187-2cd6-4be9-9054-c65930eeaa4d,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:36.907652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:36.924015 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Checking segment: {'id': '0ac12445-d085-4427-ae52-866d38d38446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'dd60a505-b1df-47c0-9da9-34ec95ff4711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:36.924358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Network hostable DHCP agents. Network: dd60a505-b1df-47c0-9da9-34ec95ff4711, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:01:36.969550 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c726731-33f0-409f-bc0c-a0b20a612ac0 req-d24bee7b-4823-47cd-9a8f-b5845641b906 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:36.971460 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8c726731-33f0-409f-bc0c-a0b20a612ac0 req-d24bee7b-4823-47cd-9a8f-b5845641b906 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.1081462 May 31 12:01:37.015462 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8c726731-33f0-409f-bc0c-a0b20a612ac0 req-d36e61a6-0843-483b-be45-119ee03c8410 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378315 May 31 12:01:37.045090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Network dd60a505-b1df-47c0-9da9-34ec95ff4711 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:01:37.143149 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, dd60a505-b1df-47c0-9da9-34ec95ff4711) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:37.152643 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb124204-cdd3-4f0c-80c4-8a0bb61773b2 None None] Network dd60a505-b1df-47c0-9da9-34ec95ff4711 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:37.159680 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:37.160284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:37.321205 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1169977 May 31 12:01:37.346477 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c80c18-c019-46da-a642-9aad5b5be6f0 None None] Network dd60a505-b1df-47c0-9da9-34ec95ff4711 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:38.011747 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-125210e9-d173-4da6-9e7e-dfcdcfd888ab tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.012441 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-125210e9-d173-4da6-9e7e-dfcdcfd888ab tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Synchronizing usage tracker for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:network {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:38.118770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-125210e9-d173-4da6-9e7e-dfcdcfd888ab tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Unset dirty status for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:network {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:38.119969 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-125210e9-d173-4da6-9e7e-dfcdcfd888ab tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/networks?id=4fde1306-c63a-4df3-8f3e-e170aa072980 HTTP/1.1" status: 200 len: 807 time: 0.2542312 May 31 12:01:38.137842 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-5f915e2b-bfae-40f7-910c-3f8a1b5eeff2 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/quotas/5f6f48a4b47c4ecaaa90cd4ec9dfdd51 HTTP/1.1" status: 200 len: 375 time: 0.0117397 May 31 12:01:38.194096 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-44f32c7a-bf0b-41e9-a872-7bd7fa3842a8 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f6f48a4b47c4ecaaa90cd4ec9dfdd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498724 May 31 12:01:38.224074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f96e26-ec7f-4984-8d50-18aa43f53540 req-2943ee51-61b2-4466-b719-5ae115094aaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:38.225601 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-53f96e26-ec7f-4984-8d50-18aa43f53540 req-2943ee51-61b2-4466-b719-5ae115094aaa tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 943 time: 0.0983102 May 31 12:01:38.274508 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-53f96e26-ec7f-4984-8d50-18aa43f53540 req-d4449294-ee7e-452d-b7e2-cf64498126bb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431509 May 31 12:01:38.341707 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:38.440454 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-e37a2164-65f0-4a5d-afa2-cfa0edd56d55 service neutron] 10.222.0.20 "GET /v2.0/networks/4fde1306-c63a-4df3-8f3e-e170aa072980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387307 May 31 12:01:38.496927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.510449 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'port_id': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'mac_address': 'fa:16:3e:48:0f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:38.569049 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.594241 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5c2c804-c3ca-469b-86fb-11d5ac943eea {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:38.611445 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:38.676214 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f977f23f-651e-4c2c-ad02-a33d940e8a73 service neutron] 10.222.0.20 "GET /v2.0/networks/4fde1306-c63a-4df3-8f3e-e170aa072980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320108 May 31 12:01:38.685343 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:38.687184 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:38.774729 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=7']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:38.778060 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:38.896553 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c5c2c804-c3ca-469b-86fb-11d5ac943eea'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:38.914427 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-4d5e8a3d-0e44-4ba9-8fad-976ffea84033 req-d4254f17-8631-4992-9237-401f71a94775 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 210 time: 0.0552588 May 31 12:01:39.463456 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e764a-1a21-41ef-a497-88c738b5b600 req-f13ebfb7-0c6e-4215-824e-a58455873ded tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:39.464912 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-807e764a-1a21-41ef-a497-88c738b5b600 req-f13ebfb7-0c6e-4215-824e-a58455873ded tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 944 time: 0.0833406 May 31 12:01:39.512360 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-807e764a-1a21-41ef-a497-88c738b5b600 req-7583355d-8eb0-4523-aa42-7c165b45c613 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409286 May 31 12:01:40.015993 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-89128f15-9b1e-48c3-b141-38f1c9883c71 req-782b7967-00cc-4b25-9784-74887a169f6b tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 210 time: 0.0435576 May 31 12:01:40.361619 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:40.430147 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port c5c2c804-c3ca-469b-86fb-11d5ac943eea triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:40.430530 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.560104 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.588765 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:40.591037 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f06319-e13c-413f-8c06-54ceaacfc462" -d '{"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:40.599599 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:40.635260 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1789f-a6d9-4f57-83b7-fec58564f3cf x-openstack-request-id: req-00b1789f-a6d9-4f57-83b7-fec58564f3cf {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:40.635549 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-plugged", "status": "completed", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:40.635806 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00b1789f-a6d9-4f57-83b7-fec58564f3cf {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:40.636191 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'code': 200} May 31 12:01:40.723242 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da73b48-15f2-4ebd-a086-58404b25a847 req-46903d07-1194-4d6f-81e7-4f16c7411fef tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:40.724787 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0da73b48-15f2-4ebd-a086-58404b25a847 req-46903d07-1194-4d6f-81e7-4f16c7411fef tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 944 time: 0.0941753 May 31 12:01:40.748384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c1adeae1-1f36-4460-95fd-87f19656e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.752057 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:40.755298 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:40.771999 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-0da73b48-15f2-4ebd-a086-58404b25a847 req-6575be92-1e4d-4215-84d5-3989b281370a tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411994 May 31 12:01:40.843165 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=8']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:40.846554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:41.085406 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9600675-20e3-4215-b53f-29d66fe062f6 req-1cf6ca01-be47-40bd-8a1d-3a7c9b0324af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.085406 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a9600675-20e3-4215-b53f-29d66fe062f6 req-1cf6ca01-be47-40bd-8a1d-3a7c9b0324af service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0803087 May 31 12:01:41.128571 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a9600675-20e3-4215-b53f-29d66fe062f6 req-deeda51e-ecc6-43c5-9ea3-4b6fb2f4529f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413795 May 31 12:01:41.174601 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-118e28d3-d70a-4d66-8cce-1360027ad481 req-278cd1f8-045c-40b0-bc04-2da773fc546d tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 210 time: 0.0448461 May 31 12:01:41.769570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-ecebd9eb-1cdf-4481-9682-848d22ee4486 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:41.770915 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-ecebd9eb-1cdf-4481-9682-848d22ee4486 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.45 "GET /v2.0/networks?id=4fde1306-c63a-4df3-8f3e-e170aa072980 HTTP/1.1" status: 200 len: 807 time: 0.1505818 May 31 12:01:41.783786 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Request body: {'port': {'device_id': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980', 'admin_state_up': True, 'tenant_id': '5f6f48a4b47c4ecaaa90cd4ec9dfdd51'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:41.945060 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:01:41.949569 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Usage tracker for resource:port and tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:01:41.953090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:01:41.960334 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:01:41.998599 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f473c-9335-46ff-837d-33fb447ac0f3 req-94c135ac-1c86-4ef5-8eb4-1360419e64f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:42.000371 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-944f473c-9335-46ff-837d-33fb447ac0f3 req-94c135ac-1c86-4ef5-8eb4-1360419e64f5 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0890653 May 31 12:01:42.049665 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-944f473c-9335-46ff-837d-33fb447ac0f3 req-20e70a59-3bc2-4fc4-be5a-408a8808b5bb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436962 May 31 12:01:42.130947 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Made reservation on behalf of 5f6f48a4b47c4ecaaa90cd4ec9dfdd51 for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:01:42.134627 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.363322 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-998a3f88-0f99-4936-b3c4-094946d08db8 req-1bd8a8e9-7536-4e82-9e04-b94352540d0e tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 210 time: 0.0556524 May 31 12:01:42.441542 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Allocated IP 172.20.0.12 (4fde1306-c63a-4df3-8f3e-e170aa072980/ca58588a-617d-4de1-b529-0f725c099750/c8bf6d66-0dab-454a-8b26-965a2481edce) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:01:42.656587 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.777147 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:42.783134 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-029a046b-7344-4ffc-972f-5070bbea4bf5 tempest-VolumesActionsTest-3261874 tempest-VolumesActionsTest-3261874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:42.850293 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Network 4fde1306-c63a-4df3-8f3e-e170aa072980 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:01:42.853367 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:01:42.857670 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:01:42.894203 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Pushing event updated for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:42.900626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:42.933672 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:42.933672 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.074206 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2944641 May 31 12:01:43.075601 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f1bac780-520a-4fc2-aec4-7a1c95c6b87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.086924 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Request body: {'port': {'device_id': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:01:43.202953 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.241261 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d71ee-d216-42d7-8b3c-81b040a79ff8 req-df75a720-558e-44e9-9b1c-b7bb9561bf99 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.242782 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d67d71ee-d216-42d7-8b3c-81b040a79ff8 req-df75a720-558e-44e9-9b1c-b7bb9561bf99 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0837538 May 31 12:01:43.288646 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d67d71ee-d216-42d7-8b3c-81b040a79ff8 req-45b59782-e129-4da5-bb44-8ee0a8772d0f tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396452 May 31 12:01:43.405308 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.607595 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bf6d66-0dab-454a-8b26-965a2481edce {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:43.617006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.636862 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Transition to ACTIVE for port object c8bf6d66-0dab-454a-8b26-965a2481edce will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:01:43.652274 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6c994-361b-4361-9103-ccba6e3021c0 req-d1a35ffe-2618-4085-bd1c-2c80d654f687 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:43.652964 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-47a6c994-361b-4361-9103-ccba6e3021c0 req-d1a35ffe-2618-4085-bd1c-2c80d654f687 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Synchronizing usage tracker for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:43.696270 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:43.701064 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-95f25aa8-0f3c-4ae0-8419-347ecd357aaf tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:43.800459 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-47a6c994-361b-4361-9103-ccba6e3021c0 req-d1a35ffe-2618-4085-bd1c-2c80d654f687 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Unset dirty status for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:43.801629 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-47a6c994-361b-4361-9103-ccba6e3021c0 req-d1a35ffe-2618-4085-bd1c-2c80d654f687 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 932 time: 0.3005974 May 31 12:01:43.878833 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:43.893246 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:43.944384 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-47a6c994-361b-4361-9103-ccba6e3021c0 req-15a4a051-92fc-4aa8-b750-15928a3bae1e tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328673 May 31 12:01:43.974466 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Attempting to bind port c8bf6d66-0dab-454a-8b26-965a2481edce on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:01:43.974790 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Attempting to bind port c8bf6d66-0dab-454a-8b26-965a2481edce by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '6336b37c-a762-4a9d-9ea1-828ea967d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:01:43.975483 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Attempting to bind port c8bf6d66-0dab-454a-8b26-965a2481edce on network 4fde1306-c63a-4df3-8f3e-e170aa072980 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:43.979600 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Port c8bf6d66-0dab-454a-8b26-965a2481edce on network 4fde1306-c63a-4df3-8f3e-e170aa072980 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:01:43.979913 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Attempting to bind port c8bf6d66-0dab-454a-8b26-965a2481edce on network 4fde1306-c63a-4df3-8f3e-e170aa072980 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:01:43.984959 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:01:43.985286 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Checking segment: {'id': '6336b37c-a762-4a9d-9ea1-828ea967d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:01:43.985657 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Bound using segment: {'id': '6336b37c-a762-4a9d-9ea1-828ea967d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:01:43.986102 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Bound port: c8bf6d66-0dab-454a-8b26-965a2481edce, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6336b37c-a762-4a9d-9ea1-828ea967d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:01:43.986438 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:44.075798 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:01:44.079389 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c8bf6d66-0dab-454a-8b26-965a2481edce,segment=NetworkSegment(6336b37c-a762-4a9d-9ea1-828ea967d920),segment_id=6336b37c-a762-4a9d-9ea1-828ea967d920)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:01:44.164993 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:44.168714 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:44.227354 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.227966 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:44.229331 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] 10.222.0.45 "PUT /v2.0/ports/c8bf6d66-0dab-454a-8b26-965a2481edce HTTP/1.1" status: 200 len: 1094 time: 1.1469796 May 31 12:01:44.229839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:44.232222 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:44.239091 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:44.249804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:44.253496 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:44.276732 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19234b0-321e-4e28-bfc3-5943d22b079d x-openstack-request-id: req-b19234b0-321e-4e28-bfc3-5943d22b079d {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:44.277054 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:44.277338 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b19234b0-321e-4e28-bfc3-5943d22b079d {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:44.277884 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce', 'status': 'completed', 'code': 200} May 31 12:01:44.371206 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-0dd430b4-f430-446a-8a15-1a4fa8d7669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.372669 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-0dd430b4-f430-446a-8a15-1a4fa8d7669e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f6f48a4b47c4ecaaa90cd4ec9dfdd51&device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 1097 time: 0.0751112 May 31 12:01:44.594628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-5ff4d5b7-4593-4cf2-a7c0-ed9830980354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.596092 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-5ff4d5b7-4593-4cf2-a7c0-ed9830980354 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5f6f48a4b47c4ecaaa90cd4ec9dfdd51&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2147861 May 31 12:01:44.735556 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-1dff4688-7215-4673-9e34-ed8f99117dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.736986 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3321a437-df09-4d8c-b4ea-98e1b5f6cbee req-1dff4688-7215-4673-9e34-ed8f99117dee service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1338429 May 31 12:01:44.839618 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-eefc6864-5d17-42ed-8322-cb880b16a8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.841065 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-eefc6864-5d17-42ed-8322-cb880b16a8ab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5f6f48a4b47c4ecaaa90cd4ec9dfdd51&device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 1097 time: 0.0694373 May 31 12:01:44.920042 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-2a847323-6a87-4b63-8491-4ea3783027de service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8bf6d66-0dab-454a-8b26-965a2481edce HTTP/1.1" status: 200 len: 217 time: 0.0690079 May 31 12:01:44.982086 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-08d212c0-7710-4d62-9354-244850959319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:44.983511 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-08d212c0-7710-4d62-9354-244850959319 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ca58588a-617d-4de1-b529-0f725c099750 HTTP/1.1" status: 200 len: 847 time: 0.0573049 May 31 12:01:45.037983 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-9f6c78bd-0981-47b8-b85e-5411667d711f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4fde1306-c63a-4df3-8f3e-e170aa072980&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445921 May 31 12:01:45.230162 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-114055c2-78d4-426d-a929-fd2e6444e344 service neutron] 10.222.0.45 "GET /v2.0/networks/4fde1306-c63a-4df3-8f3e-e170aa072980?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884444 May 31 12:01:45.242069 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da0c28-37cf-4773-9bc3-0f203e70009a req-9fac1e68-9f6c-4e17-b0e7-fe1f3663b70c tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:45.243461 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-49da0c28-37cf-4773-9bc3-0f203e70009a req-9fac1e68-9f6c-4e17-b0e7-fe1f3663b70c tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 944 time: 0.1807475 May 31 12:01:45.369011 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-49da0c28-37cf-4773-9bc3-0f203e70009a req-0b7495d7-3cf2-4ca3-bf7e-0d3b2ba673c1 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053891 May 31 12:01:45.403509 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-43e3e916-3d0e-4e17-b5c3-760bcc10837b req-f78c624b-67a6-4dd6-a074-af4b57ae013b service neutron] 10.222.0.45 "GET /v2.0/networks/4fde1306-c63a-4df3-8f3e-e170aa072980?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591513 May 31 12:01:45.941631 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:46.233458 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd465305-0fc4-4bdf-85f7-3d775d7e9222 req-24d17c3d-e409-40f0-a367-938d9451fc10 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:46.235621 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fd465305-0fc4-4bdf-85f7-3d775d7e9222 req-24d17c3d-e409-40f0-a367-938d9451fc10 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.0862944 May 31 12:01:46.280267 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fd465305-0fc4-4bdf-85f7-3d775d7e9222 req-e897873c-7488-4211-a424-d5ecb31ed381 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389616 May 31 12:01:46.557456 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ab1af-63f7-47c3-8bed-751f2c05cf92 req-50739c0c-b270-4be2-963c-035d64609c46 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:46.558928 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e52ab1af-63f7-47c3-8bed-751f2c05cf92 req-50739c0c-b270-4be2-963c-035d64609c46 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 944 time: 0.0797319 May 31 12:01:46.607480 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e52ab1af-63f7-47c3-8bed-751f2c05cf92 req-518df673-31d6-4aac-9259-c7da11290f42 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Synchronizing usage tracker for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:01:46.690806 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e52ab1af-63f7-47c3-8bed-751f2c05cf92 req-518df673-31d6-4aac-9259-c7da11290f42 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Unset dirty status for tenant:5f6f48a4b47c4ecaaa90cd4ec9dfdd51 on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:01:46.691971 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e52ab1af-63f7-47c3-8bed-751f2c05cf92 req-518df673-31d6-4aac-9259-c7da11290f42 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273811 May 31 12:01:47.532641 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c72d1-6f85-49be-a060-0325da82e054 req-a2edf46c-c92f-4a5d-b864-15e367c2c1e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:47.534011 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a40c72d1-6f85-49be-a060-0325da82e054 req-a2edf46c-c92f-4a5d-b864-15e367c2c1e9 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.1389034 May 31 12:01:47.562603 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-82960236-aa8c-43b1-bf40-2db3984b31d5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:47.564519 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-82960236-aa8c-43b1-bf40-2db3984b31d5 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 946 time: 0.1188822 May 31 12:01:47.639602 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a40c72d1-6f85-49be-a060-0325da82e054 req-1d56ffbf-b874-43a5-b569-7c3aff14cc7f tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups?id=b3ae2e51-9725-4c9a-80ca-6719d82744ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998976 May 31 12:01:47.712998 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Deleting port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:47.713323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.848460 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] For port 8f59cf06-06ec-4eff-aa53-ae3efad27e82, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=8f59cf06-06ec-4eff-aa53-ae3efad27e82,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:47.848717 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:47.887248 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcd287-a2be-4b6d-b721-d4541ae26b92 req-fce9d14d-c121-4b50-886c-3365a2294673 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:47.888728 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c5fcd287-a2be-4b6d-b721-d4541ae26b92 req-fce9d14d-c121-4b50-886c-3365a2294673 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 944 time: 0.0867193 May 31 12:01:47.939774 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c5fcd287-a2be-4b6d-b721-d4541ae26b92 req-4007284c-0bcf-4b97-9976-ecb16b3cfb39 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 May 31 12:01:48.231945 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.232320 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.232636 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.l3_db [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Floating IP 15be2f31-77e2-481b-a80b-9bf1325aaecd disassociated. External IP: 172.28.0.205, port: 8f59cf06-06ec-4eff-aa53-ae3efad27e82. May 31 12:01:48.232979 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Calling delete_port for 8f59cf06-06ec-4eff-aa53-ae3efad27e82 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:48.402711 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c8bf6d66-0dab-454a-8b26-965a2481edce details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:01:48.443626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.449449 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-17605e3a-0d73-4f33-86e0-19f961d89717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:48.506311 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'Port': ['ID=8f59cf06-06ec-4eff-aa53-ae3efad27e82,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:48.513291 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:48.549885 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c8bf6d66-0dab-454a-8b26-965a2481edce,segment=NetworkSegment(6336b37c-a762-4a9d-9ea1-828ea967d920),segment_id=6336b37c-a762-4a9d-9ea1-828ea967d920)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:48.563529 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': 'c8bf6d66-0dab-454a-8b26-965a2481edce', 'network_id': '4fde1306-c63a-4df3-8f3e-e170aa072980', 'port_id': 'c8bf6d66-0dab-454a-8b26-965a2481edce', 'mac_address': 'fa:16:3e:9c:85:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca58588a-617d-4de1-b529-0f725c099750', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:01:48.587120 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:01:48.620955 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.637853 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bf6d66-0dab-454a-8b26-965a2481edce {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:01:48.653341 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c8bf6d66-0dab-454a-8b26-965a2481edce,segment=NetworkSegment(6336b37c-a762-4a9d-9ea1-828ea967d920),segment_id=6336b37c-a762-4a9d-9ea1-828ea967d920)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:48.703004 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:48.736269 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:48.738304 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:48.815153 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-117bfe91-69da-43c8-8ca1-9d88ee61b96b req-2588466c-d4ef-434f-995f-b57d644974f6 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/ports?device_id=a38ad0d6-0bbb-45d4-9781-3489a37bd45c HTTP/1.1" status: 200 len: 210 time: 0.0545690 May 31 12:01:48.842920 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:48.846678 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:48.927493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:48.938659 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:48.949400 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:48.950346 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:01:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:48.951369 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c8bf6d66-0dab-454a-8b26-965a2481edce'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:01:49.039127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] No DVR routers for this DVR port 8f59cf06-06ec-4eff-aa53-ae3efad27e82 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:01:49.041813 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:49.046110 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-deleted', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:49.048683 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55d86f4-9086-4b0c-be58-1ac3f8a65517" -d '{"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-deleted", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:49.098120 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707ed07c-6e76-4e65-91e0-df0df7c2038a x-openstack-request-id: req-707ed07c-6e76-4e65-91e0-df0df7c2038a {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:49.098120 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38ad0d6-0bbb-45d4-9781-3489a37bd45c", "name": "network-vif-deleted", "tag": "8f59cf06-06ec-4eff-aa53-ae3efad27e82", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:49.098390 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-707ed07c-6e76-4e65-91e0-df0df7c2038a {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:49.098959 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38ad0d6-0bbb-45d4-9781-3489a37bd45c', 'name': 'network-vif-deleted', 'tag': '8f59cf06-06ec-4eff-aa53-ae3efad27e82', 'status': 'completed', 'code': 200} May 31 12:01:49.112940 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-ea34dc1f-07f5-40d2-9696-82a9faed1d6d req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.45 "DELETE /v2.0/ports/8f59cf06-06ec-4eff-aa53-ae3efad27e82 HTTP/1.1" status: 204 len: 173 time: 1.5430377 May 31 12:01:49.152770 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:49.208704 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b5184-2954-4bc5-99ca-01ada1fafc04 req-295dd826-296b-47c6-a8e7-27711da53262 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:49.210180 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ef9b5184-2954-4bc5-99ca-01ada1fafc04 req-295dd826-296b-47c6-a8e7-27711da53262 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 945 time: 0.1029005 May 31 12:01:49.255941 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ef9b5184-2954-4bc5-99ca-01ada1fafc04 req-879a96da-0772-4d31-8dc4-c8366227d543 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 May 31 12:01:49.469415 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:49.473257 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:49.481384 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:49.481998 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:01:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:49.665469 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:50.017379 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:50.021864 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4769c034-6de1-4632-bdaa-05188421ff84 None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T11:55:03Z', 'revision_number': 4, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'b76035b5-924c-47f0-a794-b74d13d3389b', 'name': '', 'network_id': '26393ffc-5183-45a8-8a19-ed5c182f31ae', 'tenant_id': '969de26ee4084782879223aeb288727c', 'mac_address': 'fa:16:3e:3b:19:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e848670-3550-4246-9400-80e100f382d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:55:00Z', 'updated_at': '2021-05-31T11:55:20Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'subnets': [{'id': '0e848670-3550-4246-9400-80e100f382d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:50.023163 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41642) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:50.095839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.125479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.242637 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b412e-e4e6-46ea-b754-4de865ee0199 None None] New status for floating IP 15be2f31-77e2-481b-a80b-9bf1325aaecd: DOWN {{(pid=92558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:01:50.279390 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.286480 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-52721cdb-5d2b-4eb2-b90e-14812b443b5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:50.302905 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ae2e51-9725-4c9a-80ca-6719d82744ef,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:50.305292 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:50.423723 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.424998 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3ae2e51-9725-4c9a-80ca-6719d82744ef HTTP/1.1" status: 204 len: 168 time: 0.4003441 May 31 12:01:50.427772 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41648) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:50.452668 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.api.v2.resource [None req-02420feb-42a4-4d35-b279-c74f30475220 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] show failed (client error): The resource could not be found. May 31 12:01:50.457078 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-02420feb-42a4-4d35-b279-c74f30475220 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "GET /v2.0/security-groups/b3ae2e51-9725-4c9a-80ca-6719d82744ef HTTP/1.1" status: 404 len: 347 time: 0.0256274 May 31 12:01:50.457259 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c8bf6d66-0dab-454a-8b26-965a2481edce up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:01:50.457543 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41652) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:50.486757 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0181014-a78c-4d02-b03d-18c83490cb36 req-2dff425a-7285-4167-9f2d-d4da9a342ee4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:50.486757 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b0181014-a78c-4d02-b03d-18c83490cb36 req-2dff425a-7285-4167-9f2d-d4da9a342ee4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 945 time: 0.1143372 May 31 12:01:50.534975 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b0181014-a78c-4d02-b03d-18c83490cb36 req-5ab23c21-b7a2-4e57-b85c-abb8202520da tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432422 May 31 12:01:50.611202 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port c8bf6d66-0dab-454a-8b26-965a2481edce completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:01:50.620193 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port c8bf6d66-0dab-454a-8b26-965a2481edce triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:01:50.620193 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.690467 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Deleting port d13ca169-d1c8-487d-beba-98349ea2e499 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:50.690813 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.735789 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.762434 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:01:50.764668 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d49254a-c41b-4c31-9105-b4cc7834f453" -d '{"events": [{"server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "name": "network-vif-plugged", "status": "completed", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:01:50.773589 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c8bf6d66-0dab-454a-8b26-965a2481edce,segment=NetworkSegment(6336b37c-a762-4a9d-9ea1-828ea967d920),segment_id=6336b37c-a762-4a9d-9ea1-828ea967d920)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:50.807810 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b479b75f-c3d2-47d7-9cb2-47acd4136289 x-openstack-request-id: req-b479b75f-c3d2-47d7-9cb2-47acd4136289 {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:01:50.808174 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "name": "network-vif-plugged", "status": "completed", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:01:50.808558 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b479b75f-c3d2-47d7-9cb2-47acd4136289 {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:01:50.808827 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce', 'code': 200} May 31 12:01:50.809847 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.810182 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.851013 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:50.853384 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:50.926317 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:50.929451 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:50.935864 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Calling delete_port for d13ca169-d1c8-487d-beba-98349ea2e499 owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:51.141058 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.145493 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb814bbd-b93f-418a-a50b-316e49d536e6 tempest-VolumesNegativeTest-55147155 tempest-VolumesNegativeTest-55147155-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:51.186709 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a9472-1a24-4537-8b84-624dcd7a9326 req-c982390e-2bd2-4540-9989-5da4dca4c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:51.188820 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-022a9472-1a24-4537-8b84-624dcd7a9326 req-c982390e-2bd2-4540-9989-5da4dca4c744 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 1099 time: 0.0752547 May 31 12:01:51.194371 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Pushing event deleted for resources: {'Port': ['ID=d13ca169-d1c8-487d-beba-98349ea2e499,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:51.196924 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:51.238589 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-022a9472-1a24-4537-8b84-624dcd7a9326 req-ce69c17b-bd84-4ff1-beb0-5a349c3885ba service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422409 May 31 12:01:51.291333 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.305959 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:51.307163 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] 10.222.0.20 "DELETE /v2.0/floatingips/15be2f31-77e2-481b-a80b-9bf1325aaecd HTTP/1.1" status: 204 len: 168 time: 0.8483377 May 31 12:01:51.724224 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be80edb-6db3-478e-a4dc-4d0d199d5df4 req-a1fa8648-ddbf-4b8e-b846-e11e541c2426 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:51.725659 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8be80edb-6db3-478e-a4dc-4d0d199d5df4 req-a1fa8648-ddbf-4b8e-b846-e11e541c2426 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 946 time: 0.0850906 May 31 12:01:51.770275 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8be80edb-6db3-478e-a4dc-4d0d199d5df4 req-5908b570-44b7-42ec-af6d-2271262988be tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389326 May 31 12:01:52.447224 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:52.481480 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 8f59cf06-06ec-4eff-aa53-ae3efad27e82 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:52.481843 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 8f59cf06-06ec-4eff-aa53-ae3efad27e82 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:52.960370 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccf2cb-d7c3-4c2c-9942-53dd06303cf0 req-2e888228-b2c1-4baf-ba42-c63f6effcfdd tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:52.961835 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-afccf2cb-d7c3-4c2c-9942-53dd06303cf0 req-2e888228-b2c1-4baf-ba42-c63f6effcfdd tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 946 time: 0.0847101 May 31 12:01:53.007288 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-afccf2cb-d7c3-4c2c-9942-53dd06303cf0 req-ad36385f-53d2-4093-9e24-d5ad1d662302 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395994 May 31 12:01:54.427492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41708) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:55.182717 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.596058 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Deleting port b76035b5-924c-47f0-a794-b74d13d3389b {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:55.596835 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.732523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] For port b76035b5-924c-47f0-a794-b74d13d3389b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=b76035b5-924c-47f0-a794-b74d13d3389b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:55.732930 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:55.857698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Calling delete_port for b76035b5-924c-47f0-a794-b74d13d3389b owned by network:router_interface {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:56.186798 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.191903 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-fb2edc57-1ce0-4081-82ed-b26e83edc67e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:56.235590 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=b76035b5-924c-47f0-a794-b74d13d3389b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:56.275092 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:56.624337 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:56.998102 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:01:57.183675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:01:57.195608 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Sync routers for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:01:57.199178 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9579de37-9703-4139-bc50-a9d35c150d67 admin admin] 10.222.0.20 "PUT /v2.0/routers/849a7ab8-adb6-4b17-8c4a-43ad2a871bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682283 May 31 12:01:57.199624 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41764) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:57.205540 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:57.206282 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:01:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:57.383421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks [] for router, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:57.385358 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:57.577234 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:57.681554 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121'}], 'enable_snat': True}, 'gw_port_id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:55Z', 'revision_number': 5, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port': {'id': 'a690e720-f2c4-4c59-a26c-2ecdb5f52a0d', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:48:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:54:52Z', 'updated_at': '2021-05-31T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:57.685317 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Checking router: 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:01:57.693658 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Routers {'849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:01:57.694267 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:01:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:57.773308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Deleting port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:57.773912 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:57.848851 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] Set router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:01:57.885823 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af895073-04b9-400a-a15b-0f0ea54417a9 req-81c45a57-1a76-403b-8f04-bbdabdec3604 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:57.887452 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-af895073-04b9-400a-a15b-0f0ea54417a9 req-81c45a57-1a76-403b-8f04-bbdabdec3604 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 946 time: 0.0842102 May 31 12:01:57.896272 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] For port a690e720-f2c4-4c59-a26c-2ecdb5f52a0d, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:57.896624 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:57.937304 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-af895073-04b9-400a-a15b-0f0ea54417a9 req-8e862d69-44e4-4dda-bb8c-5a256ec851d2 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426948 May 31 12:01:57.961992 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:57Z', 'revision_number': 6, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:57.965914 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44f1222-efe3-4919-8f4e-f51f9afc0e9e None None] The sync data for ids ['849a7ab8-adb6-4b17-8c4a-43ad2a871bfc'] in dv-cinder-791239-4-smb is: [{'id': '849a7ab8-adb6-4b17-8c4a-43ad2a871bfc', 'name': 'tempest-AttachVolumeShelveTestJSON-856473088-router', 'tenant_id': '969de26ee4084782879223aeb288727c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:54:51Z', 'updated_at': '2021-05-31T12:01:57Z', 'revision_number': 6, 'project_id': '969de26ee4084782879223aeb288727c', 'gw_port_host': None}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:01:58.110390 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41774) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:58.131744 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Calling delete_port for a690e720-f2c4-4c59-a26c-2ecdb5f52a0d owned by network:router_gateway {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:58.172697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Deleting subnet b9d8e963-8f77-421f-8ce4-f84adff24eb2 {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:01:58.175616 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.225308 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.280497 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.331546 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.335762 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dd9e6c65-bb80-49a7-8751-e1490b6628c7 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:58.381905 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Pushing event deleted for resources: {'Port': ['ID=a690e720-f2c4-4c59-a26c-2ecdb5f52a0d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:58.385142 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:58.478045 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.654381 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.656586 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.753652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.758160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:58.764909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.765589 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 849a7ab8-adb6-4b17-8c4a-43ad2a871bfc {{(pid=92557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:01:58.785874 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.787001 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-054fbc94-8f46-49c8-a1df-6e167c4ae105 admin admin] 10.222.0.20 "DELETE /v2.0/routers/849a7ab8-adb6-4b17-8c4a-43ad2a871bfc HTTP/1.1" status: 204 len: 168 time: 1.5860779 May 31 12:01:58.790054 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41778) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:58.833042 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d8e963-8f77-421f-8ce4-f84adff24eb2,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:58.835133 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.843218 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:58.854470 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9d8e963-8f77-421f-8ce4-f84adff24eb2 HTTP/1.1" status: 204 len: 168 time: 0.7429683 May 31 12:01:58.857019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41782) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:58.870840 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Deleting subnet 0e848670-3550-4246-9400-80e100f382d4 {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:01:58.873914 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.926558 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:58.986264 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.029106 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.186039 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.206266 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3548bce9-bc52-4058-92e2-7b37dedd6eec']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:59.228106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:59.228400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ccac7f9-77a5-45ac-a7fa-f73cb77e5b4c') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:01:59.243299 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.266618 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.279011 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75ebd0-827e-4b90-89ff-ad2d4bf5a541 req-53bcf90c-6c02-4e43-aa8c-8bdb8a18a221 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:59.280502 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ad75ebd0-827e-4b90-89ff-ad2d4bf5a541 req-53bcf90c-6c02-4e43-aa8c-8bdb8a18a221 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 946 time: 0.1534975 May 31 12:01:59.283283 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:01:59.283779 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:01:59.298095 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:01:59.352835 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-600c0568-ee32-42d0-8c3b-34049e703dfe tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:01:59.354277 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-600c0568-ee32-42d0-8c3b-34049e703dfe tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.45 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 946 time: 0.1899490 May 31 12:01:59.406007 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-ad75ebd0-827e-4b90-89ff-ad2d4bf5a541 req-e713b908-ffdd-4635-b412-7ac9a950e47d tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed6904d2-be70-42ae-bd58-81acf66e638f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042533 May 31 12:01:59.467909 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.473424 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:59.489874 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.497744 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3548bce9-bc52-4058-92e2-7b37dedd6eec,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:59.502107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:59.508100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Deleting port c8bf6d66-0dab-454a-8b26-965a2481edce {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:59.508447 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.580211 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.591288 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ff890691-60d3-4299-8753-16490f5f17c5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/3548bce9-bc52-4058-92e2-7b37dedd6eec HTTP/1.1" status: 204 len: 168 time: 0.7305586 May 31 12:01:59.596699 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-061b1cc6-9ec4-4026-8f94-dee2a391eed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:01:59.623097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a690e720-f2c4-4c59-a26c-2ecdb5f52a0d no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:59.637129 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e848670-3550-4246-9400-80e100f382d4,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:01:59.642136 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.647099 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:01:59.654617 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab668df-3b70-47cc-a8eb-025d2af76083 None None] Network 26393ffc-5183-45a8-8a19-ed5c182f31ae requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:01:59.665615 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-7771a6e1-6d90-4d09-9d63-8937b85f24ce admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0e848670-3550-4246-9400-80e100f382d4 HTTP/1.1" status: 204 len: 168 time: 0.8720877 May 31 12:01:59.668581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41790) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:59.690746 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] For port c8bf6d66-0dab-454a-8b26-965a2481edce, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c8bf6d66-0dab-454a-8b26-965a2481edce,segment=NetworkSegment(6336b37c-a762-4a9d-9ea1-828ea967d920),segment_id=6336b37c-a762-4a9d-9ea1-828ea967d920)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:59.691100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.737279 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: a690e720-f2c4-4c59-a26c-2ecdb5f52a0d {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:59.737541 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a690e720-f2c4-4c59-a26c-2ecdb5f52a0d not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:59.738209 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device b76035b5-924c-47f0-a794-b74d13d3389b no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:01:59.777682 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.789035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: b76035b5-924c-47f0-a794-b74d13d3389b {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:01:59.789382 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device b76035b5-924c-47f0-a794-b74d13d3389b not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:01:59.821949 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Calling delete_port for c8bf6d66-0dab-454a-8b26-965a2481edce owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:01:59.858206 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Deleting port 367bede2-0454-49df-8b55-ecd8f2c7e21b {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:01:59.859195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.961647 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41794) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:01:59.973176 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] For port 367bede2-0454-49df-8b55-ecd8f2c7e21b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=367bede2-0454-49df-8b55-ecd8f2c7e21b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:01:59.973532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:01:59.986396 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] DHCP port deletion for 26393ffc-5183-45a8-8a19-ed5c182f31ae request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:02:00.012299 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.015915 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-5738b723-4d9d-4cda-847d-9581c0fb4344 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e59989d6dd44d7bbaad7483633ff24b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529745 May 31 12:02:00.020272 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5a56704e-5e04-4892-9485-cdd514ab049e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.025062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['c8bf6d66-0dab-454a-8b26-965a2481edce'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:02:00.051140 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41798) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:00.081948 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Pushing event deleted for resources: {'Port': ['ID=c8bf6d66-0dab-454a-8b26-965a2481edce,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.091549 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:00.094696 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Deleting port 367bede2-0454-49df-8b55-ecd8f2c7e21b {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:02:00.095237 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.176041 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] No DVR routers for this DVR port c8bf6d66-0dab-454a-8b26-965a2481edce on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:02:00.180423 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.182963 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'name': 'network-vif-deleted', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:00.185196 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a54b53-48ed-45b7-9b05-fe5d0b2b9586" -d '{"events": [{"server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "name": "network-vif-deleted", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:00.199961 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] For port 367bede2-0454-49df-8b55-ecd8f2c7e21b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=367bede2-0454-49df-8b55-ecd8f2c7e21b,segment=NetworkSegment(de139179-d1cd-449f-997c-81eb32db998f),segment_id=de139179-d1cd-449f-997c-81eb32db998f)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:00.200497 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.216716 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Calling delete_port for 367bede2-0454-49df-8b55-ecd8f2c7e21b owned by network:dhcp {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:02:00.229974 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.245436 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-494f8815-dbe6-4476-b464-6221016bafc4 x-openstack-request-id: req-494f8815-dbe6-4476-b464-6221016bafc4 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:00.246483 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb2600e-b469-4b7f-ae08-a84592b3438a", "name": "network-vif-deleted", "tag": "c8bf6d66-0dab-454a-8b26-965a2481edce", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:00.246837 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-494f8815-dbe6-4476-b464-6221016bafc4 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:00.247326 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb2600e-b469-4b7f-ae08-a84592b3438a', 'name': 'network-vif-deleted', 'tag': 'c8bf6d66-0dab-454a-8b26-965a2481edce', 'status': 'completed', 'code': 200} May 31 12:02:00.267583 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.328893 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Calling delete_port for 367bede2-0454-49df-8b55-ecd8f2c7e21b owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:02:00.370111 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3709d06e-eab0-4e20-946c-c4e237c213e7 req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.45 "DELETE /v2.0/ports/c8bf6d66-0dab-454a-8b26-965a2481edce HTTP/1.1" status: 204 len: 173 time: 1.0075583 May 31 12:02:00.399638 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.407504 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6ce40e89-59b8-45a2-b30b-dca1cdad5eb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.411050 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.414742 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.451830 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Pushing event deleted for resources: {'Port': ['ID=367bede2-0454-49df-8b55-ecd8f2c7e21b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.457000 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] No DVR routers for this DVR port 367bede2-0454-49df-8b55-ecd8f2c7e21b on host dv-cinder-791239-4-smb {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:02:00.458732 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:00.503207 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Pushing event deleted for resources: {'Port': ['ID=367bede2-0454-49df-8b55-ecd8f2c7e21b,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.506081 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:00.506869 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f92acbb-0d8c-4f76-a29a-00298bd7cd1c None None] No DVR routers for this DVR port 367bede2-0454-49df-8b55-ecd8f2c7e21b on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:02:00.524672 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.533368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-eb710ea7-9c43-4b90-9bad-72184c923f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.546824 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade4e297-dd57-4e5e-bb76-62b10e71c845,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.549890 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:00.607704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-018e1923-4032-4075-9d09-372db398162c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.608823 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-018e1923-4032-4075-9d09-372db398162c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade4e297-dd57-4e5e-bb76-62b10e71c845 HTTP/1.1" status: 204 len: 168 time: 0.5481765 May 31 12:02:00.636373 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-21db51ab-7a0c-41ab-8069-68364db89b08 req-6621181c-3b4b-4408-b4df-5991f8147e55 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] 10.222.0.20 "GET /v2.0/ports?device_id=bcb2600e-b469-4b7f-ae08-a84592b3438a HTTP/1.1" status: 200 len: 210 time: 0.0605795 May 31 12:02:00.639662 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.654257 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26393ffc-5183-45a8-8a19-ed5c182f31ae']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:00.670886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de139179-d1cd-449f-997c-81eb32db998f') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:00.671187 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de139179-d1cd-449f-997c-81eb32db998f') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:00.683554 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.705885 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.713408 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:00.713859 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:00.727942 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:00.873085 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.878507 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:00.885587 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:00.904792 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Pushing event deleted for resources: {'Network': ['ID=26393ffc-5183-45a8-8a19-ed5c182f31ae,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:00.909913 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:01.040415 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] 10.222.0.20 "DELETE /v2.0/networks/26393ffc-5183-45a8-8a19-ed5c182f31ae HTTP/1.1" status: 204 len: 168 time: 1.3707476 May 31 12:02:01.527069 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41820) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:01.585759 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-05d8c544-ac8f-4204-8a03-ed973b2a89e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=969de26ee4084782879223aeb288727c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0573590 May 31 12:02:01.588303 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41826) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:01.631609 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 367bede2-0454-49df-8b55-ecd8f2c7e21b no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:02:01.650358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:01.680472 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:01.689530 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 367bede2-0454-49df-8b55-ecd8f2c7e21b {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:02:01.689915 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 367bede2-0454-49df-8b55-ecd8f2c7e21b not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:02:01.838879 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:01.844072 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-689fb51f-b040-45c5-b7ec-b0b59b2c0f70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:01.857850 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7791ad34-86f1-4162-a96c-283a9534ccbc,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:01.868106 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.868483 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.868826 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.869178 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.869523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.869896 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.870245 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.870583 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.870917 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.871259 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.871596 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.871936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:01.875654 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:01.877099 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:01.880901 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ccad38d3-b119-472f-a227-f89149c33f2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7791ad34-86f1-4162-a96c-283a9534ccbc HTTP/1.1" status: 204 len: 168 time: 0.2888377 May 31 12:02:02.463017 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c8bf6d66-0dab-454a-8b26-965a2481edce no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:02:02.513567 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: c8bf6d66-0dab-454a-8b26-965a2481edce {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:02:02.513938 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c8bf6d66-0dab-454a-8b26-965a2481edce not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:02:03.219709 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41878) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:03.335015 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-772436330-network', 'tenant_id': 'dc44fd65fd034a70a0af7a24c3a2ffc2'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:03.341871 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:03.343725 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Usage tracker for resource:network and tenant:dc44fd65fd034a70a0af7a24c3a2ffc2 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:03.346762 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:03.353253 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:03.433292 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Made reservation on behalf of dc44fd65fd034a70a0af7a24c3a2ffc2 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:03.436146 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.452790 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.470397 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:03.474379 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc44fd65fd034a70a0af7a24c3a2ffc2 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:03.477369 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:03.483339 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:03.574075 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.684836 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.689000 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-580bf4f1-be9c-43a3-95be-2af7dd18d06e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:03.717227 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:03.726708 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8936c2fc-6729-4465-9236-9a5f0a3bf818,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:03.730198 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:03.732910 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.733387 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Added segment 4352fece-eecc-4eba-af0e-87f1537b4267 of type vlan for network f2563dfb-02d0-44f9-ba3d-d291afb75cd4 May 31 12:02:03.761485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.850496 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.851934 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:03.852520 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:03.857592 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8fa1ae79-097e-4119-bd0e-1b649a899189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:03.958749 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f2563dfb-02d0-44f9-ba3d-d291afb75cd4,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:03.964344 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:03.968280 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network f2563dfb-02d0-44f9-ba3d-d291afb75cd4 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:04.119476 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4556f0d4-51a2-4e98-b063-08ffba8ee3d7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8986092 May 31 12:02:04.122264 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41896) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:04.127747 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Request body: {'subnet': {'network_id': 'f2563dfb-02d0-44f9-ba3d-d291afb75cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-772436330-subnet', 'tenant_id': 'dc44fd65fd034a70a0af7a24c3a2ffc2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:04.132549 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:04.136387 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Usage tracker for resource:subnet and tenant:dc44fd65fd034a70a0af7a24c3a2ffc2 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:04.139257 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:04.145238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:04.255942 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Made reservation on behalf of dc44fd65fd034a70a0af7a24c3a2ffc2 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:04.258451 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.768402 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:04.772961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:04.841940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b591663a-ea39-4ac8-815e-7b30d5ec127c,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:04.846470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:04.850746 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Checking segment: {'id': '4352fece-eecc-4eba-af0e-87f1537b4267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f2563dfb-02d0-44f9-ba3d-d291afb75cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:04.851112 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Network hostable DHCP agents. Network: f2563dfb-02d0-44f9-ba3d-d291afb75cd4, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:04.941667 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Network f2563dfb-02d0-44f9-ba3d-d291afb75cd4 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:05.067294 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, f2563dfb-02d0-44f9-ba3d-d291afb75cd4) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:05.075961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:05.076112 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343533ee-a021-4171-aa1c-c2583051d358 None None] Network f2563dfb-02d0-44f9-ba3d-d291afb75cd4 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:05.076556 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:05.194343 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-acc0f9e1-0f16-4886-9423-5ce2f64852cf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0709999 May 31 12:02:05.273811 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:05.284428 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cac23d-08b3-449d-83fe-8bed42dd964b None None] Network f2563dfb-02d0-44f9-ba3d-d291afb75cd4 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:05.971853 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41930) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:05.977612 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519868887-network', 'tenant_id': 'c9006a1f5dd74a8c9bfbe1ac91de8239'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:05.982322 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:05.986985 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Usage tracker for resource:network and tenant:c9006a1f5dd74a8c9bfbe1ac91de8239 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:05.990122 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:05.996191 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:06.097023 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Made reservation on behalf of c9006a1f5dd74a8c9bfbe1ac91de8239 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:06.099997 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.116582 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.131753 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:06.135637 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Usage tracker for resource:security_group_rule and tenant:c9006a1f5dd74a8c9bfbe1ac91de8239 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:06.138493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:06.145006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:06.233428 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.319147 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.323524 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1d529091-82ae-45f5-9846-5d021395cabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:06.348832 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:06.362660 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48fd484c-3a13-4dd0-9477-a5da33bc8bf7,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:06.366797 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:06.367735 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.368170 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Added segment b471d57f-9c68-43ee-b5ca-e920c9a86015 of type vlan for network 341adbc9-c54e-465b-aaec-e75e72500245 May 31 12:02:06.394910 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.622481 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.623856 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:06.625533 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:06.629859 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:06.735232 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Pushing event updated for resources: {'Network': ['ID=341adbc9-c54e-465b-aaec-e75e72500245,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:06.737955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:06.745263 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 341adbc9-c54e-465b-aaec-e75e72500245 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:06.829251 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8560972 May 31 12:02:06.831978 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41944) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:06.837708 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Request body: {'subnet': {'network_id': '341adbc9-c54e-465b-aaec-e75e72500245', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1519868887-subnet', 'tenant_id': 'c9006a1f5dd74a8c9bfbe1ac91de8239', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:06.842969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:06.848245 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Usage tracker for resource:subnet and tenant:c9006a1f5dd74a8c9bfbe1ac91de8239 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:06.851149 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:06.857288 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:06.965219 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Made reservation on behalf of c9006a1f5dd74a8c9bfbe1ac91de8239 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:06.968202 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.466181 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.470345 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d974a827-d4ea-4629-8acf-ead82174849f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:07.543485 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0ecb6d-213d-4a4d-9ed7-17acab98fbf2,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:07.547976 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:07.556080 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Checking segment: {'id': 'b471d57f-9c68-43ee-b5ca-e920c9a86015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '341adbc9-c54e-465b-aaec-e75e72500245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:07.556473 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Network hostable DHCP agents. Network: 341adbc9-c54e-465b-aaec-e75e72500245, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:07.654504 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Network 341adbc9-c54e-465b-aaec-e75e72500245 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:07.770240 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 341adbc9-c54e-465b-aaec-e75e72500245) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:07.778854 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb479f50-5f68-41b9-89a1-05c2becaf65d None None] Network 341adbc9-c54e-465b-aaec-e75e72500245 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:07.780269 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:07.780856 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:07.893757 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-dcd6b1e4-11ab-4544-abd0-2f053efc5ce8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0525792 May 31 12:02:08.044444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41966) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:08.045100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7747cb-ba6e-4754-b26c-137bebed9a99 None None] Network 341adbc9-c54e-465b-aaec-e75e72500245 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:08.106663 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Deleting subnet b591663a-ea39-4ac8-815e-7b30d5ec127c {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:02:08.110013 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.162119 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.223566 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.623013 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.627477 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-523639e2-768a-46f2-a84e-2bb0baa01351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:08.669793 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b591663a-ea39-4ac8-815e-7b30d5ec127c,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:08.671595 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.676531 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:08.680879 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-5afa9722-fe49-4ee2-af69-5e6fbf403150 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b591663a-ea39-4ac8-815e-7b30d5ec127c HTTP/1.1" status: 204 len: 168 time: 0.6345098 May 31 12:02:08.681676 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41970) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:08.791054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.917757 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.932400 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2563dfb-02d0-44f9-ba3d-d291afb75cd4']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:08.944699 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4352fece-eecc-4eba-af0e-87f1537b4267') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:08.944989 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4352fece-eecc-4eba-af0e-87f1537b4267') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:08.957226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.975150 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.981622 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:08.982055 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:08.995198 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:09.148105 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.151950 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:09.166358 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.175498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2563dfb-02d0-44f9-ba3d-d291afb75cd4,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:09.178445 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f2563dfb-02d0-44f9-ba3d-d291afb75cd4 HTTP/1.1" status: 204 len: 168 time: 0.4958184 May 31 12:02:09.179316 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3768d4c9-b918-4461-a337-fe5a44aaf6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:09.181547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41982) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:09.241547 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Deleting subnet 4b0ecb6d-213d-4a4d-9ed7-17acab98fbf2 {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:02:09.244665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.403136 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.460779 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.681975 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 41990) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:09.825005 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.839280 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.840726 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:09.845499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Usage tracker for resource:security_group_rule and tenant:1577132ae5564708bd237515317e08fa is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:09.845657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:09.848561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:09.854435 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:09.882657 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:09.885458 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0ecb6d-213d-4a4d-9ed7-17acab98fbf2,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:09.887717 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:09.893446 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7a5a27a7-b1ef-4aff-9f89-07f99873c7b7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4b0ecb6d-213d-4a4d-9ed7-17acab98fbf2 HTTP/1.1" status: 204 len: 168 time: 0.7109191 May 31 12:02:09.895967 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 41998) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:09.949606 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.012171 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.078897 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.144609 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.158870 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341adbc9-c54e-465b-aaec-e75e72500245']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:10.165128 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4e3aa148-c18b-414d-bd4c-6d120368b1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:10.172915 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b471d57f-9c68-43ee-b5ca-e920c9a86015') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:10.173241 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b471d57f-9c68-43ee-b5ca-e920c9a86015') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:10.185107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.201556 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.205500 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1577132ae5564708bd237515317e08fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5222728 May 31 12:02:10.206447 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449438da-d03f-477c-8058-155c470eab08,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:10.208381 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:10.208740 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42002) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:10.208876 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.211148 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-03599044-ac8b-4f96-8392-0e7e5825fc76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:10.227430 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:10.269165 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.296546 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.393509 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.397184 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-2ee7b90e-1214-464d-b53d-019e85c54725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:10.410584 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.420016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Pushing event deleted for resources: {'Network': ['ID=341adbc9-c54e-465b-aaec-e75e72500245,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:10.425459 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.426868 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] 10.222.0.20 "DELETE /v2.0/networks/341adbc9-c54e-465b-aaec-e75e72500245 HTTP/1.1" status: 204 len: 168 time: 0.5260623 May 31 12:02:10.426868 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7d6efb29-4fb9-4f26-bfd7-08c78c316c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:10.428860 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-cf9b6483-9255-4d51-8400-17d6b5cfc467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:10.442912 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449438da-d03f-477c-8058-155c470eab08,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:10.445870 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:10.446819 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.448228 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-39c2041c-abe1-4c5d-a7d3-f7891d88cd2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/449438da-d03f-477c-8058-155c470eab08 HTTP/1.1" status: 204 len: 168 time: 0.2382963 May 31 12:02:10.724810 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f29a6851-00e3-420b-8c8c-f37c2bfd292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:10.885885 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42018) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:10.951609 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-2e3daad3-4552-40f6-973b-8b925830abd2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dc44fd65fd034a70a0af7a24c3a2ffc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644970 May 31 12:02:10.954079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42024) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:11.018888 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.061653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.222761 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.228125 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0e7101e7-4e7b-4df4-89d7-61fd2c90db33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:11.239398 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8936c2fc-6729-4465-9236-9a5f0a3bf818,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:11.241711 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:11.247792 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:11.251086 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8936c2fc-6729-4465-9236-9a5f0a3bf818 HTTP/1.1" status: 204 len: 168 time: 0.2951305 May 31 12:02:11.797588 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42052) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:11.902983 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1646476751-network', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:11.908160 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:11.911960 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Usage tracker for resource:network and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:11.914758 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:11.921279 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:11.942178 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42058) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:11.990825 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ddc0d611-ec7b-4385-adbf-728dad72c0fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c9006a1f5dd74a8c9bfbe1ac91de8239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475085 May 31 12:02:11.993294 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42062) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:12.011146 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Made reservation on behalf of ca6a10e4c9af4ef4b0c77a6c25babd3a for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:12.013363 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.033161 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.061290 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:12.067745 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:12.071696 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:12.084301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:12.097829 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.136419 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.223989 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.335878 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.339658 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-db5c1af9-01cb-4fac-9495-6f1c1119feba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:12.353000 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48fd484c-3a13-4dd0-9477-a5da33bc8bf7,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:12.360133 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:12.362599 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.363704 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48fd484c-3a13-4dd0-9477-a5da33bc8bf7 HTTP/1.1" status: 204 len: 168 time: 0.3694680 May 31 12:02:12.382092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.386320 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c37b8dc4-9488-4496-b7b2-8a30c0c22daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:12.412992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:12.421487 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e77af-3459-49d2-8bf2-f148128f6496,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:12.425582 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:12.428120 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.428462 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Added segment 08bf14b2-d70a-429e-8b38-530454c1c0a2 of type vlan for network 168c5219-60a8-49cc-86a4-de643c8af128 May 31 12:02:12.458736 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.592935 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.594384 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:12.595062 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:12.598721 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:12.698586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Pushing event updated for resources: {'Network': ['ID=168c5219-60a8-49cc-86a4-de643c8af128,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:12.701530 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:12.709517 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 168c5219-60a8-49cc-86a4-de643c8af128 details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:12.768896 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-912696b5-32d1-4821-9d96-14c76a0d5f67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9669707 May 31 12:02:12.772074 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42074) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:12.776712 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Request body: {'subnet': {'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1646476751-subnet', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:12.782563 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:12.787244 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Usage tracker for resource:subnet and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:12.791808 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:12.797904 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:12.941733 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Made reservation on behalf of ca6a10e4c9af4ef4b0c77a6c25babd3a for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:12.944143 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.102473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-56efb6d0-c701-4fc9-b755-dda8fe91aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.428100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.484512 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.488690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-15b93366-6215-4c74-9fe1-74851bdae30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:13.566827 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5c7965-d7ee-4fc5-81bc-7650ade31aea,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:13.570886 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:13.576653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Checking segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:13.576653 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Network hostable DHCP agents. Network: 168c5219-60a8-49cc-86a4-de643c8af128, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:13.673478 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Network 168c5219-60a8-49cc-86a4-de643c8af128 is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:13.791770 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 168c5219-60a8-49cc-86a4-de643c8af128) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:13.804766 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87de23-591d-463f-aa18-d7f8ce0b0a2d None None] Network 168c5219-60a8-49cc-86a4-de643c8af128 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:13.805501 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:13.806260 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:13.914215 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9cff96bc-8e26-492b-8741-994bfbeab8e0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1436880 May 31 12:02:13.916660 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42100) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:13.922801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:13.927520 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:13.931718 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Usage tracker for resource:router and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:13.935044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:13.940969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:14.025130 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-168c5219-60a8-49cc-86a4-de643c8af128', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:02:14.026080 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.026585 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.027762 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.044221 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.198953 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Allocated IP 172.20.0.2 (168c5219-60a8-49cc-86a4-de643c8af128/ab5c7965-d7ee-4fc5-81bc-7650ade31aea/0078eeac-50a0-4e29-a6af-49c77fc52f57) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:14.301369 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.437994 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.449628 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Transition to ACTIVE for port object 0078eeac-50a0-4e29-a6af-49c77fc52f57 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:14.462703 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.470009 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Transition to ACTIVE for port object 0078eeac-50a0-4e29-a6af-49c77fc52f57 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:14.571661 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.575826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:14.646591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Network 168c5219-60a8-49cc-86a4-de643c8af128 is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:14.649831 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:14.653846 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:14.660941 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Pushing event updated for resources: {'Port': ['ID=0078eeac-50a0-4e29-a6af-49c77fc52f57,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:14.665073 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:14.764569 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Attempting to bind port 0078eeac-50a0-4e29-a6af-49c77fc52f57 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:14.764943 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Attempting to bind port 0078eeac-50a0-4e29-a6af-49c77fc52f57 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:14.765347 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Attempting to bind port 0078eeac-50a0-4e29-a6af-49c77fc52f57 on network 168c5219-60a8-49cc-86a4-de643c8af128 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:14.771885 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:14.772260 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Checking segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:14.772662 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.773114 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Bound using segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:14.773894 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Bound port: 0078eeac-50a0-4e29-a6af-49c77fc52f57, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:14.774278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.868403 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] For port 0078eeac-50a0-4e29-a6af-49c77fc52f57, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:14.871626 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] For port 0078eeac-50a0-4e29-a6af-49c77fc52f57, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=0078eeac-50a0-4e29-a6af-49c77fc52f57,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:14.951013 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:14.955427 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:15.028865 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Pushing event updated for resources: {'Port': ['ID=0078eeac-50a0-4e29-a6af-49c77fc52f57,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:15.030477 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.034727 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:15.064961 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.223969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Allocated IP 172.28.0.101 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/6f9f1f8f-ae3f-4719-8bcd-81aea97213ea) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:15.414191 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.529115 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.534795 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1fcd2c7f-c134-4fd9-a327-6138a4bda034 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:15.603083 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:15.606096 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:15.610810 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:15.653216 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Pushing event updated for resources: {'Port': ['ID=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:15.657962 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:15.659168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 0078eeac-50a0-4e29-a6af-49c77fc52f57 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:15.826042 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 0078eeac-50a0-4e29-a6af-49c77fc52f57 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:15.982672 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:15.994128 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a52b8-a6b3-4db3-a614-3b1c7b30a71e None None] Network 168c5219-60a8-49cc-86a4-de643c8af128 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:16.160571 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.184199 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Provisioning for port 0078eeac-50a0-4e29-a6af-49c77fc52f57 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:16.193748 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Provisioning complete for port 0078eeac-50a0-4e29-a6af-49c77fc52f57 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:16.194143 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.372591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.408078 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] For port 0078eeac-50a0-4e29-a6af-49c77fc52f57, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=0078eeac-50a0-4e29-a6af-49c77fc52f57,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:16.507907 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.509767 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:16.590379 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Pushing event updated for resources: {'Port': ['ID=0078eeac-50a0-4e29-a6af-49c77fc52f57,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:16.593453 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-dd44964c-6536-4b81-9a00-4ccd5746a7bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:16.611489 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.628514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-da093513-f946-403b-9f79-ce248339d446 None None] Provisioning complete for port 0078eeac-50a0-4e29-a6af-49c77fc52f57 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:16.628892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-da093513-f946-403b-9f79-ce248339d446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:16.890608 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:02:17.069895 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:17.079280 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Sync routers for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:17.088348 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:17.088967 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:17.197648 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.200246 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2816257 May 31 12:02:17.220036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42158) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:17.281598 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:17.591956 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:15Z', 'revision_number': 3, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:17.596582 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Checking router: 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:17.597093 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Updating router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:17.651892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 0078eeac-50a0-4e29-a6af-49c77fc52f57 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:17.709748 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:17.837612 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 0078eeac-50a0-4e29-a6af-49c77fc52f57 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:17.837926 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.017143 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.169595 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.182224 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Transition to ACTIVE for port object 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:18.232956 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Allocated IP 172.20.0.1 (168c5219-60a8-49cc-86a4-de643c8af128/ab5c7965-d7ee-4fc5-81bc-7650ade31aea/2ea9e43d-b72d-4f32-8928-20b6ce4cf865) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:18.290363 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.294770 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:18.375441 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7b6d1-2ebd-4cb8-9f1b-3c41232c78de None None] Pushing event updated for resources: {'Port': ['ID=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:18.378358 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-3fd7b6d1-2ebd-4cb8-9f1b-3c41232c78de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:18.405748 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Attempting to bind port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:18.406687 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Attempting to bind port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:18.407061 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Attempting to bind port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:18.412925 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:18.413310 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:18.413826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.414235 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:18.414716 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Bound port: 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:18.415144 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.494730 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] For port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:18.497796 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] For port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:18.582359 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.582597 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.587555 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:18.602176 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Transition to ACTIVE for port object 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:18.660416 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:18.661055 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:18.691038 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.695100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:18.744570 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7b6d1-2ebd-4cb8-9f1b-3c41232c78de None None] Pushing event updated for resources: {'Port': ['ID=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:18.749340 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-3fd7b6d1-2ebd-4cb8-9f1b-3c41232c78de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:18.774538 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Network 168c5219-60a8-49cc-86a4-de643c8af128 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:18.777474 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:18.781923 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:18.816022 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Pushing event updated for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:18.826503 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:18.855122 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:18.920693 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:19.193630 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-6cd7ba74-c868-40c3-82c1-03a54b675fe1 None None] Provisioning for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:19.206299 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-6cd7ba74-c868-40c3-82c1-03a54b675fe1 None None] Provisioning complete for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:19.206717 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-6cd7ba74-c868-40c3-82c1-03a54b675fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.249560 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.274380 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7ba74-c868-40c3-82c1-03a54b675fe1 None None] Port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:19.285931 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:15Z', 'revision_number': 3, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:19.290413 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7287fea4-4c93-42e0-85f3-6bd05b0184ec None None] The sync data for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb is: [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:15Z', 'revision_number': 3, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:19.537812 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.648548 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.675751 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ae7fb20b-d16c-47ab-b299-048e29aeb0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:19.693901 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:19.755273 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.861556 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:19.867906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:19.868558 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:19.920654 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Pushing event updated for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:19.925419 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:19.955274 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Network 168c5219-60a8-49cc-86a4-de643c8af128 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:19.956446 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:19.980764 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42212) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:20.028830 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.053858 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:20.125970 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.133200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a8989529-a92a-4f7a-ab96-362bad7faf10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:20.206975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.252140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:20.255576 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:20.256835 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Usage tracker for resource:security_group_rule and tenant:e31f36a7bd754a3cbbe8c62ecbba53c8 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:20.260080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:20.260401 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:20.264668 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:02:20.271807 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:20.311145 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-efc579ff-8f88-4e4b-bce1-8fe3375e3402 None None] Provisioning complete for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:20.311530 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-efc579ff-8f88-4e4b-bce1-8fe3375e3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.377199 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.387364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-efc579ff-8f88-4e4b-bce1-8fe3375e3402 None None] Port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:20.448441 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.457505 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b503d760-636d-4851-9473-bb6d106d6319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:20.464375 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:20.481702 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] 10.222.0.20 "PUT /v2.0/routers/4a7362e0-33dd-46f0-bbda-5fd2987e04a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2522218 May 31 12:02:20.498873 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e31f36a7bd754a3cbbe8c62ecbba53c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167978 May 31 12:02:20.501259 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68652a90-0080-4cb4-927f-f10eaf39a750,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:20.502275 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42222) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:20.504643 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:20.566558 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.593894 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.730899 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.739609 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-deefd4ba-522a-4281-8942-668c4a24dfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:20.752891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68652a90-0080-4cb4-927f-f10eaf39a750,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:20.757761 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:20.760372 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:20.763776 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c0525eb8-79b2-4851-ae74-e402af42714e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68652a90-0080-4cb4-927f-f10eaf39a750 HTTP/1.1" status: 204 len: 168 time: 0.2582865 May 31 12:02:21.155113 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Sync routers for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:21.165479 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:21.166132 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:21.344119 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42248) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:21.351567 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-624009470-network', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:21.356759 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:21.362375 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Usage tracker for resource:network and tenant:b2744fb140bd483cb9b222b54026aea8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:21.365573 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:21.373465 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:21.389456 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:21.428980 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42256) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:21.451055 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.560263 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Made reservation on behalf of b2744fb140bd483cb9b222b54026aea8 for: {'network': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:21.562651 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-687125'] for network, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.577912 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.586470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:21.596235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Usage tracker for resource:security_group_rule and tenant:421bb6ff76584047af0717c0249aaa73 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:21.599937 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:21.602805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:21.608667 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:21.612227 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b2744fb140bd483cb9b222b54026aea8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:21.617117 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:21.628181 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:21.649980 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:21.725391 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 2, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:21.730501 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Checking router: 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:21.731196 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Updating router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:21.736015 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:21.736603 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.769751 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.785056 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.793407 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.854066 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.863445 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b6cf585a-7230-4341-a024-bbaf14043d23 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:21.907071 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=421bb6ff76584047af0717c0249aaa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770050 May 31 12:02:21.909281 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.909691 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42264) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:21.912652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9c020-65a3-4b9b-817d-e1eb8d361d14,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:21.918252 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4ebfec47-7554-4cc2-9b50-9702882a0817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:21.920363 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3166a844-e1a9-48fb-a852-51b8764b6c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:21.939621 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=92556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:02:21.960078 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4584ca0e-7790-4f05-85fb-143d61ddeafb,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:21.962925 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.963242 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.segments_db [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Added segment 71b5c27b-1704-46c5-a60f-e2ee47eb9254 of type vlan for network 121f00a6-456c-45d7-839c-790f324729ee May 31 12:02:21.965608 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:21.992800 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743196485699'] for network, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:21.997294 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.026436 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.101832 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136'] for network, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.103435 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:22.104144 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.109669 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.158901 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.168707 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.170753 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Transition to ACTIVE for port object 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:22.174881 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c3e314c5-7c02-40e7-ac21-65d50558a3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.193152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9c020-65a3-4b9b-817d-e1eb8d361d14,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:22.196128 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:22.204443 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.208248 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0ed9c020-65a3-4b9b-817d-e1eb8d361d14 HTTP/1.1" status: 204 len: 168 time: 0.2952192 May 31 12:02:22.223825 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=121f00a6-456c-45d7-839c-790f324729ee,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:22.226677 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:22.239254 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Network 121f00a6-456c-45d7-839c-790f324729ee details requested by agent ovs-agent-dv-cinder-791239-4-smb with host dv-cinder-791239-4-smb {{(pid=92558) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:02:22.273420 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.278748 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.299626 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-52c48583-b9d2-4cba-a2d7-1360a942a7a1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9511838 May 31 12:02:22.299805 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42270) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:22.305366 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Request body: {'subnet': {'network_id': '121f00a6-456c-45d7-839c-790f324729ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-624009470-subnet', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'ip_version': 4}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:22.310434 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:22.315033 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Usage tracker for resource:subnet and tenant:b2744fb140bd483cb9b222b54026aea8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:22.319631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:22.330262 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:22.422862 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Made reservation on behalf of b2744fb140bd483cb9b222b54026aea8 for: {'subnet': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:22.426006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26382785'] for subnet, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.517856 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Attempting to bind port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:22.518225 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Attempting to bind port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:22.518584 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Attempting to bind port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 on network 168c5219-60a8-49cc-86a4-de643c8af128 {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:22.522399 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Pushing event updated for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:22.531289 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.531618 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.531947 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.532268 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.532581 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.533367 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.533885 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.534354 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.535965 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.535965 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.535965 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.535965 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:22.539212 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:22.539581 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Checking segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:22.540156 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.540707 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Bound using segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:22.541359 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Bound port: 2ea9e43d-b72d-4f32-8928-20b6ce4cf865, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:22.541754 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.554785 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:22.636763 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] For port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:22.640294 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] For port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:22.717881 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.722834 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.797027 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:22.797896 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:22.908555 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42284) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:22.978304 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2657290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26382807'] for subnet, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:22.985360 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:22.987677 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Deleting subnet ca58588a-617d-4de1-b529-0f725c099750 {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:02:22.997822 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.012559 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:23.090585 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.090854 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Checking segment: {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:23.091198 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Network hostable DHCP agents. Network: 121f00a6-456c-45d7-839c-790f324729ee, hostable agents: ['3cfb4494-5417-4874-adf4-96043b2320d5'], hosted agents: [] {{(pid=92556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:02:23.094245 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Pushing event updated for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=4']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:23.099262 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-5ef199c7-7323-4eb5-92d2-d9ee13c0b4dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:23.111194 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a4fd7a-29e6-451b-8552-f29e69581a3b,revision_number=0']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:23.127800 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:23.173372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.216527 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Network 121f00a6-456c-45d7-839c-790f324729ee is scheduled to be hosted by DHCP agent 3cfb4494-5417-4874-adf4-96043b2320d5 with binding_index 1 {{(pid=92556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:02:23.358928 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791239-4-smb, 121f00a6-456c-45d7-839c-790f324729ee) {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:23.371621 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f24ca33-74aa-4888-82c2-abedbfcfc771 None None] Network 121f00a6-456c-45d7-839c-790f324729ee requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:23.379296 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:23.380461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.404448 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:22Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:23.409418 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbafa87-92fa-4c57-a853-4b70e44a2119 None None] The sync data for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb is: [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:22Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:23.628724 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.631332 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-39d459a2-9885-42cb-bc7e-cc53cd15b029 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3304720 May 31 12:02:23.632626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42298) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:23.633448 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:23.639003 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:23.645972 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:23.652479 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Usage tracker for resource:router and tenant:b2744fb140bd483cb9b222b54026aea8 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:23.657222 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:23.666720 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpef10c9b4-efb0-57a6-b3d8-1964b35986e1-121f00a6-456c-45d7-839c-790f324729ee', 'network_id': '121f00a6-456c-45d7-839c-790f324729ee', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'fixed_ips': [{'subnet_id': '21a4fd7a-29e6-451b-8552-f29e69581a3b'}]}} from dv-cinder-791239-4-smb. {{(pid=92558) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:02:23.667717 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.677840 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:23.691805 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca58588a-617d-4de1-b529-0f725c099750,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:23.702459 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.706042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:23.718697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42302) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:23.720527 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e2425ada-f422-4bdb-baa4-c9646f12b4af admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ca58588a-617d-4de1-b529-0f725c099750 HTTP/1.1" status: 204 len: 168 time: 0.8106747 May 31 12:02:23.750205 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:23.836095 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3912819', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30627'] for router, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.837229 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3911795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3910828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3824705', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30650'] for router, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.881384 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.885828 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:23.932464 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.db_base_plugin_common [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Allocated IP 172.20.0.2 (121f00a6-456c-45d7-839c-790f324729ee/21a4fd7a-29e6-451b-8552-f29e69581a3b/95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8) {{(pid=92558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:24.066315 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:24.083882 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:24.084260 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.101662 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.195234 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fde1306-c63a-4df3-8f3e-e170aa072980']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:24.212922 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6336b37c-a762-4a9d-9ea1-828ea967d920') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:24.213211 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6336b37c-a762-4a9d-9ea1-828ea967d920') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:24.311952 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks [] for port, precommit_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.319268 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.340927 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Transition to ACTIVE for port object 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:24.363331 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.377292 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Transition to ACTIVE for port object 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 will not be triggered until provisioned by entity DHCP. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:24.383463 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:24.393612 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3910793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30664'] for router, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.401185 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.409139 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:24.409536 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:24.424696 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:24.467950 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890'] for port, after_create {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.476475 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7c163130-89bc-44aa-9a0b-bbb0d629c1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:24.538607 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.567860 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Network 121f00a6-456c-45d7-839c-790f324729ee is already hosted by enough agents. {{(pid=92558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:24.573487 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.scheduler.base_scheduler [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Resources bound (agent type, host, resource id): {{(pid=92558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:24.575948 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Received port after_create {{(pid=92558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:24.590962 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Pushing event updated for resources: {'Port': ['ID=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,revision_number=1']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:24.621246 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:24.626282 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:24.747527 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.752811 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Attempting to bind port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:24.753372 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Attempting to bind port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:24.753955 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Attempting to bind port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 on network 121f00a6-456c-45d7-839c-790f324729ee {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:24.763424 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:24.763800 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Checking segment: {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:24.764435 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.765524 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Bound using segment: {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:24.766510 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Bound port: 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:24.767114 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.772324 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:24.786396 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:24.791197 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:24.795507 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:24.802057 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fde1306-c63a-4df3-8f3e-e170aa072980,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:24.808157 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:24.881655 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] For port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:24.885046 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] For port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:24.986533 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4fde1306-c63a-4df3-8f3e-e170aa072980 HTTP/1.1" status: 204 len: 168 time: 1.2663980 May 31 12:02:24.989427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42324) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:24.998671 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.004335 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.005203 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-3fd7b6d1-2ebd-4cb8-9f1b-3c41232c78de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.060528 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Deleting subnet ee6bd187-2cd6-4be9-9054-c65930eeaa4d {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:02:25.063041 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.064956 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.091220 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Pushing event updated for resources: {'Port': ['ID=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.095513 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-49c68937-943f-4cbe-8672-99c7b6732fcd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.142360 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.208459 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.227697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Allocated IP 172.28.0.185 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/1c7401f4-a0b2-4f90-a2d2-873183054dce) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:25.500159 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.585862 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:02:25.595824 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.604138 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-771b032a-43f4-4277-ab96-d9e945bf0756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.674876 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:25.679114 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.682796 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:25.684887 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9bb37a96-4d12-4d3a-b3ed-286d302c553e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:25.699891 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Pushing event updated for resources: {'Port': ['ID=1c7401f4-a0b2-4f90-a2d2-873183054dce,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.702850 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:25.728905 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.735270 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.742898 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee6bd187-2cd6-4be9-9054-c65930eeaa4d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:25.753756 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:25.758375 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9e7ca9e6-a2f1-4d2e-8f31-b9343154b062 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ee6bd187-2cd6-4be9-9054-c65930eeaa4d HTTP/1.1" status: 204 len: 168 time: 0.7675962 May 31 12:02:25.761100 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42338) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:25.766668 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:25.876911 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:25.919135 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:25.925882 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:26.022452 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:26.022987 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.023462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.037688 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd60a505-b1df-47c0-9da9-34ec95ff4711']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:26.050927 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac12445-d085-4427-ae52-866d38d38446') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:26.051225 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac12445-d085-4427-ae52-866d38d38446') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:26.069325 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.089372 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.103464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:02:26.103880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:02:26.119219 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:02:26.281099 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0039b1-c770-480a-97b9-039524c51638 None None] Network 121f00a6-456c-45d7-839c-790f324729ee requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:02:26.284447 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.307442 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.313021 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.315860 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b0cee8ed-3f6b-4ad0-816e-1472de3cc842 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.337603 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] 10.222.0.20 "DELETE /v2.0/networks/dd60a505-b1df-47c0-9da9-34ec95ff4711 HTTP/1.1" status: 204 len: 168 time: 0.5748582 May 31 12:02:26.338520 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd60a505-b1df-47c0-9da9-34ec95ff4711,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.341067 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7e388a25-e953-487f-a263-14c683016005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.485575 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Provisioning for port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:26.507473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Provisioning complete for port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:26.508489 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.707287 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.744834 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] For port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:26.802773 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3910858'] for router, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.842813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.849180 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-a3586a3e-cca2-4bbf-ba08-541cc7247c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:26.895122 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42362) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:26.935961 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Pushing event updated for resources: {'Port': ['ID=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:26.943758 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-864ba5e7-39f2-48a6-abb5-6c2c9acb13bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:26.967146 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-d23a4c44-4e13-48e1-a46e-7313540ee35d None None] Provisioning complete for port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:26.967336 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1027dcf8-72b9-4d65-86cc-310168e951ad admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f6f48a4b47c4ecaaa90cd4ec9dfdd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0684166 May 31 12:02:26.967876 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d23a4c44-4e13-48e1-a46e-7313540ee35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:26.968715 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42366) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:27.034814 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.062602 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.124240 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Router 8f69851f-5506-42c4-9430-ac3b9b26fe1b is scheduled to L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 with binding_index 1 {{(pid=92556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:02:27.233445 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.238777 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-15dcabc2-b3f6-4cc9-9db0-dd0dbc3b1f49 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:27.250969 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6904d2-be70-42ae-bd58-81acf66e638f,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:27.254245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:27.308332 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:27.319833 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Sync routers for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:27.320042 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42372) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:27.332814 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.333288 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:27.333939 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed6904d2-be70-42ae-bd58-81acf66e638f HTTP/1.1" status: 204 len: 168 time: 0.3647029 May 31 12:02:27.338035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:27.422189 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.423751 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ec294288-d735-457d-aa56-d88b494b1237 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7902389 May 31 12:02:27.426510 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42380) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:27.451035 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.472217 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:27.476749 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Usage tracker for resource:security_group_rule and tenant:798665aa4ce342b4b2f6ab8d443afe0b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:27.480125 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:27.490539 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:27.565213 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:27.619104 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.673356 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:27.674587 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.710774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7800c965-5a92-44d3-a57c-b7a6c37dccbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:27.724188 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=798665aa4ce342b4b2f6ab8d443afe0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029596 May 31 12:02:27.727609 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42386) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:27.777693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55558ff0-0022-4748-ad2c-896415c46bca,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:27.798314 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:27.824719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.855168 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.855452 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:27.856421 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.964420 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.971478 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dae24fab-1fc6-4bce-906e-addd95c6834e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:27.983529 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55558ff0-0022-4748-ad2c-896415c46bca,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:27.986420 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:27.993703 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:27.998956 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55558ff0-0022-4748-ad2c-896415c46bca HTTP/1.1" status: 204 len: 168 time: 0.2678928 May 31 12:02:28.057764 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 3, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:28.065560 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Checking router: 8f69851f-5506-42c4-9430-ac3b9b26fe1b for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:28.066427 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Updating router 8f69851f-5506-42c4-9430-ac3b9b26fe1b port 1c7401f4-a0b2-4f90-a2d2-873183054dce binding host dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:28.089684 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42392) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:28.137637 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.149404 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-cc02f861-b391-40f0-8a8f-635d1b2c00d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3b77d03ba38842eb98d60b39ff76cc46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583005 May 31 12:02:28.151703 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42396) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:28.198599 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.215665 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.248551 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.444293 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.450368 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-d0826a79-7400-4e55-9e1c-be85b464fa9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:28.464323 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87972c9c-42c6-43a5-954e-85b784a39f0d,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:28.479312 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:28.492505 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.493638 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/87972c9c-42c6-43a5-954e-85b784a39f0d HTTP/1.1" status: 204 len: 168 time: 0.3409874 May 31 12:02:28.552850 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks [] for port, precommit_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.555707 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Allocated IP 172.20.0.1 (121f00a6-456c-45d7-839c-790f324729ee/21a4fd7a-29e6-451b-8552-f29e69581a3b/64090005-a579-4533-8b3b-264133aeaca5) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:28.571798 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Transition to ACTIVE for port object 1c7401f4-a0b2-4f90-a2d2-873183054dce will not be triggered until provisioned by entity L2. {{(pid=92558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:28.667529 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.678741 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:28.727079 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.744820 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Transition to ACTIVE for port object 64090005-a579-4533-8b3b-264133aeaca5 will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:28.754397 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Attempting to bind port 1c7401f4-a0b2-4f90-a2d2-873183054dce on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:28.754979 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Attempting to bind port 1c7401f4-a0b2-4f90-a2d2-873183054dce by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:28.755458 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Attempting to bind port 1c7401f4-a0b2-4f90-a2d2-873183054dce on network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:28.764062 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:28.764446 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Checking segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:28.764871 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.765336 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Bound using segment: {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'} {{(pid=92558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:28.765841 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.managers [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Bound port: 1c7401f4-a0b2-4f90-a2d2-873183054dce, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0db41f-0a46-4532-8a29-b7951d27dbc0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5'}}] {{(pid=92558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:28.766488 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.807923 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Pushing event updated for resources: {'Port': ['ID=1c7401f4-a0b2-4f90-a2d2-873183054dce,revision_number=2']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:28.817025 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:28.856582 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.861807 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0cbbde1b-fad9-4473-8649-377cdf425faf tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:28.862378 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] For port 1c7401f4-a0b2-4f90-a2d2-873183054dce, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:28.866752 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] For port 1c7401f4-a0b2-4f90-a2d2-873183054dce, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=1c7401f4-a0b2-4f90-a2d2-873183054dce,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:28.881984 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42406) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:28.900895 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.917417 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:28.924366 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Usage tracker for resource:security_group_rule and tenant:c7c10ec3dc214740883c507d83d6c76b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:28.927592 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:28.932238 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Network 121f00a6-456c-45d7-839c-790f324729ee is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:28.933770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:28.935192 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:28.938989 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:28.942004 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:28.946823 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-7212ced2-984f-45c5-82b4-0de0f300e3cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:28.969461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Pushing event updated for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:28.976064 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:29.007690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3908795'] for router_interface, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.060609 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:29.061254 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:29.089093 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.147139 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Pushing event updated for resources: {'Port': ['ID=1c7401f4-a0b2-4f90-a2d2-873183054dce,revision_number=3']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:29.148359 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.153010 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:29.164773 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-618343c9-d2ef-4e28-be21-2796e8202647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:29.210038 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7c10ec3dc214740883c507d83d6c76b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244905 May 31 12:02:29.210401 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42416) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:29.212999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc87924-c7f0-40ab-8f86-1f20f4a60a7a,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:29.226005 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:29.258735 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.284199 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.292639 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:29.313287 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.338118 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-12811c75-fd2c-4552-a0a0-6ceca10b5b24 None None] Provisioning for port 64090005-a579-4533-8b3b-264133aeaca5 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:29.447876 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-12811c75-fd2c-4552-a0a0-6ceca10b5b24 None None] Provisioning complete for port 64090005-a579-4533-8b3b-264133aeaca5 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:29.448197 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-12811c75-fd2c-4552-a0a0-6ceca10b5b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.548693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.555831 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1f038414-1bbd-4bb7-9b70-12ec28013273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:29.570373 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc87924-c7f0-40ab-8f86-1f20f4a60a7a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:29.574728 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:29.578346 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.580263 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-cd784358-a072-4b71-8d0b-72808350f3f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bc87924-c7f0-40ab-8f86-1f20f4a60a7a HTTP/1.1" status: 204 len: 168 time: 0.3684618 May 31 12:02:29.611325 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.616231 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-12811c75-fd2c-4552-a0a0-6ceca10b5b24 None None] Port 64090005-a579-4533-8b3b-264133aeaca5 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:29.678632 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.712441 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-14866553-6890-4f72-b580-7225141b51b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:29.724514 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 3, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:29.728782 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8912681a-153e-49d6-89bb-f2a9b21d3cb9 None None] The sync data for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb is: [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:25Z', 'revision_number': 3, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:29.797167 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3694602', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3908630'] for router_interface, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:29.800789 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Pushing event updated for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:29.804722 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:29.956562 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Network 121f00a6-456c-45d7-839c-790f324729ee is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:29.957801 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:30.255092 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Router 8f69851f-5506-42c4-9430-ac3b9b26fe1b has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:02:30.348956 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-2e327b4b-69a4-4320-a5fc-c64593b1c90a None None] Provisioning complete for port 64090005-a579-4533-8b3b-264133aeaca5 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:30.349554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2e327b4b-69a4-4320-a5fc-c64593b1c90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:30.424931 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-2e327b4b-69a4-4320-a5fc-c64593b1c90a None None] Port 64090005-a579-4533-8b3b-264133aeaca5 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:30.458987 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:30.482483 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-d3d43769-ca85-49c6-8d38-6eb493fcacc4 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f69851f-5506-42c4-9430-ac3b9b26fe1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0542953 May 31 12:02:31.446356 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Sync routers for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:31.456878 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:31.457789 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:31.653290 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:31.683998 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 1c7401f4-a0b2-4f90-a2d2-873183054dce up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:31.899865 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 1c7401f4-a0b2-4f90-a2d2-873183054dce completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:31.905866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 1c7401f4-a0b2-4f90-a2d2-873183054dce triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:31.906263 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.039208 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 4, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '64090005-a579-4533-8b3b-264133aeaca5', 'name': '', 'network_id': '121f00a6-456c-45d7-839c-790f324729ee', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'mac_address': 'fa:16:3e:05:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:28Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 2, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'subnets': [{'id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:32.044872 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Checking router: 8f69851f-5506-42c4-9430-ac3b9b26fe1b for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:32.045496 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Updating router 8f69851f-5506-42c4-9430-ac3b9b26fe1b port 64090005-a579-4533-8b3b-264133aeaca5 binding host dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:02:32.052050 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.090800 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 1c7401f4-a0b2-4f90-a2d2-873183054dce, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=1c7401f4-a0b2-4f90-a2d2-873183054dce,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:32.114699 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.153295 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.159246 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:32.274122 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=1c7401f4-a0b2-4f90-a2d2-873183054dce,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:32.284513 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.286236 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.286740 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.287449 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.287940 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.288581 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.289068 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.289760 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.290249 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.290730 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.294154 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.294154 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:32.299172 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:32.512963 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks [] for port, precommit_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.527406 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.provisioning_blocks [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Transition to ACTIVE for port object 64090005-a579-4533-8b3b-264133aeaca5 will not be triggered until provisioned by entity L2. {{(pid=92559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:32.644972 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:32.654483 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:32.847413 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58b19-411e-41af-8823-b20b777180f3 None None] Pushing event updated for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=3']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:32.852398 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-2ee58b19-411e-41af-8823-b20b777180f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.013308 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Attempting to bind port 64090005-a579-4533-8b3b-264133aeaca5 on host dv-cinder-791239-4-smb for vnic_type normal with profile {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:33.014086 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Attempting to bind port 64090005-a579-4533-8b3b-264133aeaca5 by drivers openvswitch,hyperv on host dv-cinder-791239-4-smb at level 0 using segments [{'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:33.014686 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Attempting to bind port 64090005-a579-4533-8b3b-264133aeaca5 on network 121f00a6-456c-45d7-839c-790f324729ee {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:33.022775 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Checking agent: {'id': '97f07647-6835-43ad-9faf-188a32ef4091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791239-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 46, 43), 'started_at': datetime.datetime(2021, 5, 31, 11, 47, 13), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791239-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:33.023679 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Checking segment: {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:33.024315 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.024920 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Bound using segment: {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'} {{(pid=92559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:33.025896 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.managers [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Bound port: 64090005-a579-4533-8b3b-264133aeaca5, host: dv-cinder-791239-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b5c27b-1704-46c5-a60f-e2ee47eb9254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '121f00a6-456c-45d7-839c-790f324729ee'}}] {{(pid=92559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:33.026515 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.167632 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] For port 64090005-a579-4533-8b3b-264133aeaca5, host dv-cinder-791239-4-smb, cleared binding levels {{(pid=92559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:33.171699 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.plugins.ml2.db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] For port 64090005-a579-4533-8b3b-264133aeaca5, host dv-cinder-791239-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=64090005-a579-4533-8b3b-264133aeaca5,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:33.279428 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron_lib.callbacks.manager [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.284954 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-a0c2d234-dc72-4e75-8452-1114dec3c072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:33.403102 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:33.403722 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:33.540588 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee58b19-411e-41af-8823-b20b777180f3 None None] Pushing event updated for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=4']} {{(pid=92559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:33.545888 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG oslo_concurrency.lockutils [None req-2ee58b19-411e-41af-8823-b20b777180f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:33.669360 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 1c7401f4-a0b2-4f90-a2d2-873183054dce up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:33.680711 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:33.772061 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 1c7401f4-a0b2-4f90-a2d2-873183054dce triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:33.772641 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:33.969675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42540) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.120782 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 4, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '64090005-a579-4533-8b3b-264133aeaca5', 'name': '', 'network_id': '121f00a6-456c-45d7-839c-790f324729ee', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'mac_address': 'fa:16:3e:05:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:28Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'subnets': [{'id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:34.126074 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7faa6cb5-ec10-476d-9ee4-146a5b3030d3 None None] The sync data for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb is: [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:02:29Z', 'revision_number': 4, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '64090005-a579-4533-8b3b-264133aeaca5', 'name': '', 'network_id': '121f00a6-456c-45d7-839c-790f324729ee', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'mac_address': 'fa:16:3e:05:1b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:28Z', 'updated_at': '2021-05-31T12:02:33Z', 'revision_number': 4, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'subnets': [{'id': '21a4fd7a-29e6-451b-8552-f29e69581a3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:34.128168 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.151229 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:34.164162 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Usage tracker for resource:security_group_rule and tenant:16f0b10fa0ce461e937218db71021923 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:34.172660 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:34.198463 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:34.313523 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.386592 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.396812 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-13a7684e-1116-4976-b852-332f6507729a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:34.524682 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8263479b-0a49-4716-af39-b4a2a262bc77,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:34.543376 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42550) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:34.553592 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16f0b10fa0ce461e937218db71021923&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822036 May 31 12:02:34.560444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.561115 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.561483 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.561964 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.562283 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.562644 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.562998 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.563492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.563845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.564200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.564575 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.564944 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:02:34.571474 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-eae865c3-0d36-4d7d-a65a-1830f097b5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:34.635390 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.692962 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.861933 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.867776 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e3aaf6cc-6e7d-415c-9e9b-db230d5991bc tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:34.880299 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8263479b-0a49-4716-af39-b4a2a262bc77,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:34.885982 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:34.897105 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:34.901503 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-edbedf2f-faa0-48bf-b2d1-cac363efb543 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8263479b-0a49-4716-af39-b4a2a262bc77 HTTP/1.1" status: 204 len: 168 time: 0.3564329 May 31 12:02:35.188959 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:35.654972 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 64090005-a579-4533-8b3b-264133aeaca5 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:35.865686 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning for port 64090005-a579-4533-8b3b-264133aeaca5 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:35.871217 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 64090005-a579-4533-8b3b-264133aeaca5 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:35.871666 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.012152 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.051640 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42566) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:36.065411 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] For port 64090005-a579-4533-8b3b-264133aeaca5, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=64090005-a579-4533-8b3b-264133aeaca5,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:02:36.086956 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.103090 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:36.108044 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Usage tracker for resource:security_group_rule and tenant:4d500a32420e4482925a3693e6754c7b is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:36.111534 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:36.120410 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:36.157586 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.161170 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:36.234094 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.257273 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Pushing event updated for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:36.260855 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:36.313830 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.433457 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1730c364-153b-4518-9a97-7abe50c82f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:36.482474 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d500a32420e4482925a3693e6754c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4296260 May 31 12:02:36.484153 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca051536-97b2-44f6-8480-67430a233cc7,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:36.485848 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42572) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:36.509177 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-8f4219d7-b41b-4e53-94bb-e0d60468791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:36.573813 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.604287 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.759093 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.769254 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-5b7543b2-b210-4004-9bb6-610f08da368a tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:36.785479 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca051536-97b2-44f6-8480-67430a233cc7,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:36.790491 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:36.794880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:36.799138 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ca051536-97b2-44f6-8480-67430a233cc7 HTTP/1.1" status: 204 len: 168 time: 0.3118391 May 31 12:02:37.655854 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 64090005-a579-4533-8b3b-264133aeaca5 up at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:02:37.742947 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Provisioning complete for port 64090005-a579-4533-8b3b-264133aeaca5 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:37.743892 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.193066 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42616) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:39.322522 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.339010 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:39.343654 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:642989d75a2f4c2d87eadb0a89146d5b is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:39.347079 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:39.353582 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:39.447573 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.530874 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.543090 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e0faee73-7fdf-4b6d-b722-a697642a5443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:39.582696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ad09f6-7514-4c92-80b6-6894fbd92371,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:39.596316 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:39.609979 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8535c2e5-701e-4326-a493-84ad7b77f0b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=642989d75a2f4c2d87eadb0a89146d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4126785 May 31 12:02:39.610988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42626) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:39.681453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.726340 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.890853 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.897745 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-50dfd2ba-bba8-4ee4-9ab7-c9a57d3b36fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:39.927085 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:39.930900 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9ad09f6-7514-4c92-80b6-6894fbd92371 HTTP/1.1" status: 204 len: 168 time: 0.3188503 May 31 12:02:39.932157 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ad09f6-7514-4c92-80b6-6894fbd92371,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:39.934540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-527a5909-1083-4fd2-b213-5cb7d9dd54b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:40.727858 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ea6d5aeb-6113-458d-aa5c-599d86d345e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.045277 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-bad8cd2a-7ac9-48fd-ab64-b77a457accb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:43.415808 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:44.328038 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:44.605210 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-1becc508-85d7-4320-ba73-4671f69f9b1b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:44.606121 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-1becc508-85d7-4320-ba73-4671f69f9b1b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:network {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:44.747332 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-1becc508-85d7-4320-ba73-4671f69f9b1b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:network {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:44.748772 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-1becc508-85d7-4320-ba73-4671f69f9b1b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 815 time: 0.3048542 May 31 12:02:44.766374 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-71a7bf05-54bc-4748-b358-4cc426cc0ae9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/quotas/ca6a10e4c9af4ef4b0c77a6c25babd3a HTTP/1.1" status: 200 len: 375 time: 0.0101957 May 31 12:02:44.853054 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-7cfc8cf6-b0d1-4df8-90b0-82a85b205d50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:44.946990 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-7cfc8cf6-b0d1-4df8-90b0-82a85b205d50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:44.948327 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-7cfc8cf6-b0d1-4df8-90b0-82a85b205d50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1759861 May 31 12:02:45.091572 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-fcc3448d-147e-4e16-967e-a5b8f39cf30c service neutron] 10.222.0.20 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306028 May 31 12:02:45.228784 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-139ceda0-c05f-43ba-bb60-94d5c0ad2863 service neutron] 10.222.0.20 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303158 May 31 12:02:45.669374 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-d01a4223-4b7d-47c7-a478-ca3359678998 req-e0f3aead-70e4-4fc3-97dc-d6dfddb660c9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 210 time: 0.1458921 May 31 12:02:45.973568 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:46.777120 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-bf1df0c7-bdbb-412f-865b-c1738a57e5a8 req-8432bd49-1338-4985-8701-2e88731d4f90 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 210 time: 0.0506594 May 31 12:02:47.746024 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42770) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:47.873387 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:47.889318 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:47.925323 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Usage tracker for resource:security_group_rule and tenant:8a01591adc6e4c20a7babce55be2aabd is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:47.932847 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:47.943801 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-11ac6c4c-0ce5-44dc-8701-39d192e20d83 req-9780d0e4-fe24-47a2-bdb0-20a352f64276 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 210 time: 0.0500262 May 31 12:02:47.944888 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:48.028906 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.139975 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.148948 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7fa7a021-772a-4bc6-9a1e-969dec2b139c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:48.194095 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539039e7-3446-4bce-b98c-835a8f1f3f87,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:48.198462 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a01591adc6e4c20a7babce55be2aabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514129 May 31 12:02:48.199462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8705bb02-e0fe-4f2c-94b5-15bfeb43501c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:48.201134 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42778) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:48.262278 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.291200 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.412634 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-90651a2b-5939-4b14-8762-07cc0b9f1f76 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:48.414082 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-90651a2b-5939-4b14-8762-07cc0b9f1f76 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 815 time: 0.1537251 May 31 12:02:48.425839 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'port': {'device_id': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'admin_state_up': True, 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:48.467350 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.472644 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0d76a2d8-02cd-4a2b-a6c0-909f1a3131a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:48.484368 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539039e7-3446-4bce-b98c-835a8f1f3f87,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:48.487428 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:48.489697 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.493938 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-6082ba87-76f4-44a5-b9e4-3320f962d61f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/539039e7-3446-4bce-b98c-835a8f1f3f87 HTTP/1.1" status: 204 len: 168 time: 0.2889495 May 31 12:02:48.579247 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:48.588955 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:48.684111 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Made reservation on behalf of ca6a10e4c9af4ef4b0c77a6c25babd3a for: {'port': 1} {{(pid=92556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:02:48.687704 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:48.867127 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Allocated IP 172.20.0.9 (168c5219-60a8-49cc-86a4-de643c8af128/ab5c7965-d7ee-4fc5-81bc-7650ade31aea/430f6e9f-17f0-48d9-bbb4-bd7270add2c7) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:02:49.133467 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-caa09029-a015-45e9-8719-39b41322888c req-9275f215-0403-411b-afac-878330dde1dc tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 210 time: 0.0582187 May 31 12:02:49.191051 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.207794 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Transition to ACTIVE for port object 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 will not be triggered until provisioned by entity DHCP. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:49.316649 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.323235 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f885a51a-469b-44d2-8bbb-f0818b7f7f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:49.393951 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Network 168c5219-60a8-49cc-86a4-de643c8af128 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:02:49.397368 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:02:49.399800 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:02:49.437778 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:49.441674 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:49.474898 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:49.475804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.617282 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-5c87672c-be52-4330-97b3-6fddbc5beec9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1951392 May 31 12:02:49.629804 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Request body: {'port': {'device_id': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79123'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:02:49.646427 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42834) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:49.772268 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.789478 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.805525 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:49.810106 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Usage tracker for resource:security_group_rule and tenant:3f250195a22f49258a34376f796a8e7c is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:49.813954 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:49.820353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:49.821341 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-271a6e1c-38db-4831-95c9-db6c511c58ad None None] Provisioning for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 completed by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:02:49.826565 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-271a6e1c-38db-4831-95c9-db6c511c58ad None None] Provisioning complete for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:02:49.827611 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-271a6e1c-38db-4831-95c9-db6c511c58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.934167 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:49.956286 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-271a6e1c-38db-4831-95c9-db6c511c58ad None None] Port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 cannot update to ACTIVE because it is not bound. {{(pid=92558) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:02:50.017028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.053029 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-e4ee608f-721e-49ed-a9cd-287985783581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:50.157408 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f250195a22f49258a34376f796a8e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097775 May 31 12:02:50.162678 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42850) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:50.184385 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1258485e-e615-4ba8-ad11-505de083396c,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:50.188746 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-93a85b65-912e-49eb-b52b-fd1cd6a68b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:50.297108 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.393926 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.538838 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 {{(pid=92556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:02:50.545152 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f96241-cd78-42d7-9e02-ee38c0925046 req-c1c8ef77-6d79-4a3a-8d7c-8922c26c057b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:50.550018 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-18f96241-cd78-42d7-9e02-ee38c0925046 req-c1c8ef77-6d79-4a3a-8d7c-8922c26c057b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 931 time: 0.1994042 May 31 12:02:50.574301 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.610210 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-18f96241-cd78-42d7-9e02-ee38c0925046 req-4fc8fe34-2cb9-4292-a83a-eb7753ab8f4b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527878 May 31 12:02:50.634494 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.634656 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.provisioning_blocks [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Transition to ACTIVE for port object 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 will not be triggered until provisioned by entity L2. {{(pid=92556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:02:50.638532 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-807eb453-e5db-41f1-adbc-58808a5bdfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:50.657271 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1258485e-e615-4ba8-ad11-505de083396c,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:50.667498 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:50.672527 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.676236 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a429a506-2087-49ec-b390-2cdb22bfa5c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1258485e-e615-4ba8-ad11-505de083396c HTTP/1.1" status: 204 len: 168 time: 0.5100467 May 31 12:02:50.723148 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:50.728014 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-3618a2d3-3083-40fc-ab99-a312fba9c426 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:50.938818 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:50.949928 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:51.028603 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Attempting to bind port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 on host hv-cinder-79123 for vnic_type normal with profile {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:02:51.029242 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Attempting to bind port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 by drivers openvswitch,hyperv on host hv-cinder-79123 at level 0 using segments [{'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:02:51.029864 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Attempting to bind port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 on network 168c5219-60a8-49cc-86a4-de643c8af128 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:51.036796 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 on network 168c5219-60a8-49cc-86a4-de643c8af128 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79123 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:02:51.037421 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Attempting to bind port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 on network 168c5219-60a8-49cc-86a4-de643c8af128 {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:02:51.046093 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Checking agent: {'id': '4394de93-2299-42ff-88d0-d1a99e1df2da', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79123', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'started_at': datetime.datetime(2021, 5, 31, 11, 53, 5), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:02:51.047159 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Checking segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:02:51.047742 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Bound using segment: {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'} {{(pid=92556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:02:51.048386 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.managers [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Bound port: 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host: hv-cinder-79123, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bf14b2-d70a-429e-8b38-530454c1c0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128'}}] {{(pid=92556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:02:51.048741 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.062176 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42862) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:51.192104 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, cleared binding levels {{(pid=92556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:02:51.195826 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:02:51.234899 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.267839 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:02:51.276125 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:16f1ca15fd9842378553f768b8094fe6 is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:02:51.279638 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:02:51.285191 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.287454 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:02:51.289490 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-1d5c502e-f0fa-4b6b-a842-022f6cc00ba4 tempest-VolumesActionsTest-1770152858 tempest-VolumesActionsTest-1770152858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:51.355894 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:51.356625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.358582 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-73856015-4104-4220-a70a-369ee87faf22 service neutron] 10.222.0.45 "PUT /v2.0/ports/430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 1093 time: 1.7339625 May 31 12:02:51.359132 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:51.361586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24433cc-4a15-445a-8d05-08f4237f26ae" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:51.413455 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.430209 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=3']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:51.436931 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-73856015-4104-4220-a70a-369ee87faf22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:51.449284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337aab3-aab0-47c0-8aa4-07bd8c553653 x-openstack-request-id: req-0337aab3-aab0-47c0-8aa4-07bd8c553653 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:51.449284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:51.449284 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0337aab3-aab0-47c0-8aa4-07bd8c553653 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:51.449284 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:02:51.495863 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.506181 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0861dc21-1abb-4be1-84f1-8f9ee2c59b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:51.551242 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a557839f-fa22-424d-96e7-7174ec8f5bfe,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:51.557709 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:51.568241 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ec4eb7ba-f5c3-4201-8500-8c0128975fe0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=16f1ca15fd9842378553f768b8094fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046804 May 31 12:02:51.568628 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 42880) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:51.695192 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.737447 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.851300 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1632eb1-7286-4517-9a90-9f3f11a43fda req-c66467ed-0de1-4c51-9feb-cfeea9d6bdd4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:51.858352 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f1632eb1-7286-4517-9a90-9f3f11a43fda req-c66467ed-0de1-4c51-9feb-cfeea9d6bdd4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.1227589 May 31 12:02:51.893621 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.899527 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-265e3468-834e-4fea-bf0b-0304bf6ed08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:51.900252 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-f1632eb1-7286-4517-9a90-9f3f11a43fda req-2df1bb9d-3ccc-4b54-bd83-1f80ca1cb303 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409591 May 31 12:02:51.913249 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a557839f-fa22-424d-96e7-7174ec8f5bfe,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:51.917605 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:51.921126 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:51.923163 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-919fd383-c948-4871-be7c-6d4cb7fd3893 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a557839f-fa22-424d-96e7-7174ec8f5bfe HTTP/1.1" status: 204 len: 168 time: 0.3529232 May 31 12:02:53.099694 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38b4dc44-3032-4e81-9a94-6251b78d66bc tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:53.100462 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38b4dc44-3032-4e81-9a94-6251b78d66bc tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:53.204328 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38b4dc44-3032-4e81-9a94-6251b78d66bc tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:53.206584 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38b4dc44-3032-4e81-9a94-6251b78d66bc tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.1932540 May 31 12:02:53.265302 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38c7d965-23dd-43bf-977b-050f1a522b02 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:53.419247 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38c7d965-23dd-43bf-977b-050f1a522b02 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:53.420957 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-6a405e0e-5958-4703-bacd-0c74c6f61479 req-38c7d965-23dd-43bf-977b-050f1a522b02 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079871 May 31 12:02:54.655971 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e55d01-9075-4bda-980e-43415898b404 req-7820aec0-1bcd-475a-9d5a-421917ddec78 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:54.657440 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48e55d01-9075-4bda-980e-43415898b404 req-7820aec0-1bcd-475a-9d5a-421917ddec78 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.0971851 May 31 12:02:54.704898 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-48e55d01-9075-4bda-980e-43415898b404 req-5e588184-50cf-446b-b532-8f45f14187e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 May 31 12:02:55.902291 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0c304-99b8-41c3-b6da-9398b310dfab req-7966e12e-8165-4ea4-88e7-1777b6d1c981 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:55.903810 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a6e0c304-99b8-41c3-b6da-9398b310dfab req-7966e12e-8165-4ea4-88e7-1777b6d1c981 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.0860841 May 31 12:02:55.952689 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a6e0c304-99b8-41c3-b6da-9398b310dfab req-a92171ac-73ff-4621-98a9-484166c52738 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 May 31 12:02:56.134567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 42926) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:02:56.427329 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Deleting port 1483913f-bf20-4568-ba56-653f38f6ce34 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:02:56.427698 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:56.591978 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:56.593197 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:56.722135 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Calling delete_port for 1483913f-bf20-4568-ba56-653f38f6ce34 owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:02:56.970297 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:56.984058 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3be8f827-d087-4d92-98a3-d2c8a4ec3521 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:02:57.057138 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event deleted for resources: {'Port': ['ID=1483913f-bf20-4568-ba56-653f38f6ce34,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:02:57.064304 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:02:57.300808 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:57.301606 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Floating IP 5754cc81-b479-4df5-901b-9e74083a8708 disassociated (deleted). External IP: 172.28.0.103, port: c5c2c804-c3ca-469b-86fb-11d5ac943eea. May 31 12:02:57.493004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54550a5-cd9d-493b-afd0-a107cb524320 req-ddf91d04-b28b-4446-a448-60fad9fabb56 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:57.494629 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c54550a5-cd9d-493b-afd0-a107cb524320 req-ddf91d04-b28b-4446-a448-60fad9fabb56 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.3878489 May 31 12:02:57.612109 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c54550a5-cd9d-493b-afd0-a107cb524320 req-6377f258-d25b-433f-865e-0e573f4c7d23 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090295 May 31 12:02:57.782444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:02:57.982174 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:02:57.993528 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Sync routers for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:02:58.004308 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:58.004919 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:58.281609 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:58.515409 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:02:58.581274 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-be358998-cf2e-4912-9b39-2523da12b5db tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "DELETE /v2.0/floatingips/5754cc81-b479-4df5-901b-9e74083a8708 HTTP/1.1" status: 204 len: 168 time: 2.4445467 May 31 12:02:58.582199 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:02:58.584710 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e159715f-e60c-47a5-baed-aa60197d6f48" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:02:58.645024 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abb7e91-ddf3-4369-89c1-0f75f55cdfc8 x-openstack-request-id: req-4abb7e91-ddf3-4369-89c1-0f75f55cdfc8 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:02:58.645024 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:02:58.645024 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4abb7e91-ddf3-4369-89c1-0f75f55cdfc8 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:02:58.645024 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'status': 'completed', 'code': 200} May 31 12:02:58.689309 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:58.696875 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Checking router: e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:02:58.707142 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:02:58.707807 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:58.862244 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab21f3-67c7-4088-850e-be2ad3b680f4 req-41c94fa2-5906-489c-8699-2bed2301151a tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:58.863860 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b0ab21f3-67c7-4088-850e-be2ad3b680f4 req-41c94fa2-5906-489c-8699-2bed2301151a tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.1108797 May 31 12:02:58.914296 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-b0ab21f3-67c7-4088-850e-be2ad3b680f4 req-1593ff57-e876-417f-adca-44ced7008f9b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443530 May 31 12:02:58.928621 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:02:59.291839 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:02:59.296086 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d757a4-9a3e-4340-b93a-7bde78fde950 None None] The sync data for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb is: [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T11:58:09Z', 'revision_number': 4, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': 'a2065c3c-a77d-42e0-ac5e-ca919054bc0c', 'name': '', 'network_id': '1a8f11c8-2d98-482e-900d-056c91e02148', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'mac_address': 'fa:16:3e:01:cd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:08Z', 'updated_at': '2021-05-31T11:58:18Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'subnets': [{'id': '535c7284-d4f7-42d9-a37a-0ed20286356e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:02:59.558635 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3843494-ee89-4329-9342-fe061816350a None None] New status for floating IP 5754cc81-b479-4df5-901b-9e74083a8708: DOWN {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:02:59.791093 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbada3a-0cc2-4096-bf5f-451781a9bde1 req-b752be56-dd8c-4ae1-b5cc-d0c4837210ab tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:02:59.791830 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-edbada3a-0cc2-4096-bf5f-451781a9bde1 req-b752be56-dd8c-4ae1-b5cc-d0c4837210ab tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:02:59.910719 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-edbada3a-0cc2-4096-bf5f-451781a9bde1 req-b752be56-dd8c-4ae1-b5cc-d0c4837210ab tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:02:59.912026 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-edbada3a-0cc2-4096-bf5f-451781a9bde1 req-b752be56-dd8c-4ae1-b5cc-d0c4837210ab tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.2507350 May 31 12:02:59.959863 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-edbada3a-0cc2-4096-bf5f-451781a9bde1 req-862ccea5-1571-4601-9012-391418b63882 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422280 May 31 12:03:00.134586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab95b77-811d-4203-9763-b2e59ad10df6 req-fd63df7c-fb70-4260-b7f4-ea552058f427 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.135966 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0ab95b77-811d-4203-9763-b2e59ad10df6 req-fd63df7c-fb70-4260-b7f4-ea552058f427 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.0873771 May 31 12:03:00.195146 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-0ab95b77-811d-4203-9763-b2e59ad10df6 req-693237ab-ac58-43bf-aaa1-0d01609065b0 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 May 31 12:03:00.739240 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-4d83d9e6-c2cc-44c0-b140-1833994214fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.740741 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-4d83d9e6-c2cc-44c0-b140-1833994214fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1096 time: 0.0789099 May 31 12:03:00.742625 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-f85b14a8-4314-4c26-a7c3-d4547a8a1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.744110 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-f85b14a8-4314-4c26-a7c3-d4547a8a1466 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae2957419285474faf32c8445ebd8c36&device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 1098 time: 0.0812683 May 31 12:03:00.903786 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-79604ce9-22d8-4736-a45f-12194e206031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.905571 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-79604ce9-22d8-4736-a45f-12194e206031 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1451557 May 31 12:03:00.909398 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-3e0d56f6-a0b8-4fcf-9a06-f8bcd01974ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:00.910828 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-3e0d56f6-a0b8-4fcf-9a06-f8bcd01974ad service neutron] 10.222.0.45 "GET /v2.0/networks?id=1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 200 len: 909 time: 0.1385477 May 31 12:03:00.986072 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-f1ce2bfb-33bc-4dbf-9e4d-13fec1aaf0d1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 200 len: 217 time: 0.0667453 May 31 12:03:01.055054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-e1d66e0f-52b0-442c-b92c-c7a9e15b9bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.057245 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-e1d66e0f-52b0-442c-b92c-c7a9e15b9bfa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 200 len: 847 time: 0.0651240 May 31 12:03:01.078561 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-576a4b95-d3f0-400a-ab03-681230766202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.080058 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b24433cc-4a15-445a-8d05-08f4237f26ae req-576a4b95-d3f0-400a-ab03-681230766202 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621788 May 31 12:03:01.203430 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-31c4515f-9657-4ac3-8a82-fc56d6183a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.204985 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-03a702fb-01eb-46bc-a090-6f2eb29a97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.205109 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-31c4515f-9657-4ac3-8a82-fc56d6183a84 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1096 time: 0.0835240 May 31 12:03:01.206462 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-03a702fb-01eb-46bc-a090-6f2eb29a97ff service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1a8f11c8-2d98-482e-900d-056c91e02148&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425836 May 31 12:03:01.218226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8548cf6-1406-4b57-b532-1e6b4c2077e9 req-1aeeef8b-778c-4675-b50a-435002f614bc tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.219656 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8548cf6-1406-4b57-b532-1e6b4c2077e9 req-1aeeef8b-778c-4675-b50a-435002f614bc tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.1180339 May 31 12:03:01.293965 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-9b8e00b9-da87-4944-be15-2647b8069a31 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 217 time: 0.0757768 May 31 12:03:01.456329 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-c8548cf6-1406-4b57-b532-1e6b4c2077e9 req-d3fc16cb-88b5-4e34-8608-4b55bf3c5492 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181325 May 31 12:03:01.504183 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-49c9ebfe-2d34-4d93-9339-713f64683589 service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835834 May 31 12:03:01.510432 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-3c4fb7e8-83a1-4909-b405-53965243d5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.511837 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-3c4fb7e8-83a1-4909-b405-53965243d5c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.2115557 May 31 12:03:01.594586 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b964a-160a-4061-a9e5-8541b1708e37 req-eee837dd-0f29-4fcd-9e01-5c5118242e7c tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.596084 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2f4b964a-160a-4061-a9e5-8541b1708e37 req-eee837dd-0f29-4fcd-9e01-5c5118242e7c tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.2587132 May 31 12:03:01.649207 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-4d279a68-076a-4c96-a7bf-2fad3d8f18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:01.650324 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e159715f-e60c-47a5-baed-aa60197d6f48 req-4b8bb834-91a7-4d5d-8ada-a9257d73689a service neutron] 10.222.0.45 "GET /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385694 May 31 12:03:01.650788 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-4d279a68-076a-4c96-a7bf-2fad3d8f18a0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1318352 May 31 12:03:01.656703 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-2f4b964a-160a-4061-a9e5-8541b1708e37 req-b8623240-5d32-4fba-805f-25b644c8b465 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504475 May 31 12:03:01.792681 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-85048153-d4c6-45e2-b0c7-6e059d0866b2 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295707 May 31 12:03:01.931214 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-648956ef-7bb4-41c4-8502-dfbd7d79e499 req-4b98948e-dd73-4eaa-9348-ebc2323d7e08 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312699 May 31 12:03:02.220992 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-7fff54d2-b1e8-45f9-a9f7-755eb5eca54f tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:02.222460 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-7fff54d2-b1e8-45f9-a9f7-755eb5eca54f tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.45 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0818217 May 31 12:03:02.365598 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Deleting port c5c2c804-c3ca-469b-86fb-11d5ac943eea {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:02.365892 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:02.514358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] For port c5c2c804-c3ca-469b-86fb-11d5ac943eea, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=c5c2c804-c3ca-469b-86fb-11d5ac943eea,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:02.514728 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:02.585657 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:02.649876 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Calling delete_port for c5c2c804-c3ca-469b-86fb-11d5ac943eea owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:02.673797 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486da604-021a-4da9-a8af-125da894b2a2 req-c57494ee-796f-4acb-9aa0-85929c044b02 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:02.679620 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-486da604-021a-4da9-a8af-125da894b2a2 req-c57494ee-796f-4acb-9aa0-85929c044b02 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 945 time: 0.0823395 May 31 12:03:02.723465 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-486da604-021a-4da9-a8af-125da894b2a2 req-3f000b6a-6048-4922-b36f-93962b20d850 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/security-groups?id=3a8f6816-2f5d-4729-b495-45bb04df5b16&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422544 May 31 12:03:02.864996 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb05417-a2c4-4ae7-a15c-c66c6ccc4cf7 req-9a478a66-2de5-45a6-bfcc-5389731c3a1a tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:02.866619 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dbb05417-a2c4-4ae7-a15c-c66c6ccc4cf7 req-9a478a66-2de5-45a6-bfcc-5389731c3a1a tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.0943096 May 31 12:03:02.906993 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:02.916274 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-e06fa225-bad8-4f78-a7f1-0a4d6b25a9f9 tempest-VolumesSnapshotTestJSON-1358204229 tempest-VolumesSnapshotTestJSON-1358204229-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:02.968165 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dbb05417-a2c4-4ae7-a15c-c66c6ccc4cf7 req-e92190f9-4c20-42db-a45f-758bbb2fc0b1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958867 May 31 12:03:02.969005 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event deleted for resources: {'Port': ['ID=c5c2c804-c3ca-469b-86fb-11d5ac943eea,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:03.014493 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.014868 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.015233 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.015856 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.016213 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.016575 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.016925 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.017276 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.017626 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.017998 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.018346 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.018691 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:03:03.021954 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:03.062968 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] No DVR routers for this DVR port c5c2c804-c3ca-469b-86fb-11d5ac943eea on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:03.065618 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:03.069578 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-deleted', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:03.072072 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da235e21-9a38-40d1-b215-7ed1ada92496" -d '{"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-deleted", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:03.114206 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff942416-bef8-4c5e-856c-69a8747876c2 x-openstack-request-id: req-ff942416-bef8-4c5e-856c-69a8747876c2 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:03.114603 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbf7e09-5f23-4151-8bf6-62755fcf57b9", "name": "network-vif-deleted", "tag": "c5c2c804-c3ca-469b-86fb-11d5ac943eea", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:03.114901 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff942416-bef8-4c5e-856c-69a8747876c2 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:03.115338 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbf7e09-5f23-4151-8bf6-62755fcf57b9', 'name': 'network-vif-deleted', 'tag': 'c5c2c804-c3ca-469b-86fb-11d5ac943eea', 'status': 'completed', 'code': 200} May 31 12:03:03.140065 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-50199194-b3bb-424c-82b0-116fd4a18f2f req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.45 "DELETE /v2.0/ports/c5c2c804-c3ca-469b-86fb-11d5ac943eea HTTP/1.1" status: 204 len: 173 time: 0.9111969 May 31 12:03:03.877985 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-8e1872d2-bb4a-42bc-906a-296bdf69495e req-2928f931-725c-49e9-9f9b-270bb16219eb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Synchronizing usage tracker for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:03.947046 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-8e1872d2-bb4a-42bc-906a-296bdf69495e req-2928f931-725c-49e9-9f9b-270bb16219eb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Unset dirty status for tenant:ae2957419285474faf32c8445ebd8c36 on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:03.948378 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-8e1872d2-bb4a-42bc-906a-296bdf69495e req-2928f931-725c-49e9-9f9b-270bb16219eb tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbbf7e09-5f23-4151-8bf6-62755fcf57b9 HTTP/1.1" status: 200 len: 210 time: 0.1184220 May 31 12:03:04.164038 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758631b-15ab-48cf-a3a3-bbc4580a83a2 req-a21e3f48-9b37-46d4-a059-c4f3a4f31df0 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:04.170724 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7758631b-15ab-48cf-a3a3-bbc4580a83a2 req-a21e3f48-9b37-46d4-a059-c4f3a4f31df0 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 943 time: 0.0852566 May 31 12:03:04.210563 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-7758631b-15ab-48cf-a3a3-bbc4580a83a2 req-cb620dc3-3185-4da3-9130-f8b8aa99ee62 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 May 31 12:03:04.804958 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 details requested by agent hyperv_hv-cinder-79123 with host hv-cinder-79123 {{(pid=92558) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:03:04.937937 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:04.951159 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Returning: {'device': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'port_id': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'mac_address': 'fa:16:3e:c7:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92558) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:03:05.012732 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.029906 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 {{(pid=92558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:03:05.050735 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:05.055533 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43048) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:05.125474 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.155761 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.215866 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.217823 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-54724140-777f-4c5a-a5ae-252ae54d5213 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:05.267918 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.289158 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=4']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:05.292339 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:05.356053 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.364818 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8256984d-e7fa-4739-bcba-24e6b181a10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:05.384302 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f6816-2f5d-4729-b495-45bb04df5b16,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:05.394640 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:05.424221 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af4e6c-ccda-4b30-abcc-8d40f0de3684 req-b42271df-ae01-475a-b89a-dae980fa80ce tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:05.425698 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e3af4e6c-ccda-4b30-abcc-8d40f0de3684 req-b42271df-ae01-475a-b89a-dae980fa80ce tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 944 time: 0.1085141 May 31 12:03:05.428191 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:05.481932 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e3af4e6c-ccda-4b30-abcc-8d40f0de3684 req-ae795035-53aa-4d97-8ebb-704721a19f54 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459523 May 31 12:03:05.487277 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:05.488544 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-232cf8eb-742f-433f-a19a-de8c755cdaea tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] 10.222.0.20 "DELETE /v2.0/security-groups/3a8f6816-2f5d-4729-b495-45bb04df5b16 HTTP/1.1" status: 204 len: 168 time: 0.4321334 May 31 12:03:05.622553 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43058) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:06.433396 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:06.684681 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31120b5b-b030-47c7-927b-c41d113d8e36 req-88465832-dc47-45b5-8034-826dd0567312 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:06.687075 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-31120b5b-b030-47c7-927b-c41d113d8e36 req-88465832-dc47-45b5-8034-826dd0567312 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 944 time: 0.0884080 May 31 12:03:06.732043 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-31120b5b-b030-47c7-927b-c41d113d8e36 req-b9e70f90-94d4-40ae-8ee0-1f3d12ef3175 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393622 May 31 12:03:06.820421 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 up at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:03:06.884468 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Deleting port a2065c3c-a77d-42e0-ac5e-ca919054bc0c {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:06.884468 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:06.985186 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43072) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:07.016048 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] For port a2065c3c-a77d-42e0-ac5e-ca919054bc0c, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:07.016393 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.021299 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 completed by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:03:07.027064 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Provisioning complete for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 triggered by entity L2. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:03:07.027448 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.155829 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Calling delete_port for a2065c3c-a77d-42e0-ac5e-ca919054bc0c owned by network:router_interface {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:07.175358 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.193699 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:07.194510 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.219815 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Usage tracker for resource:security_group_rule and tenant:cdfa2282c4254172974da0b724bf1f65 is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:07.224750 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:07.231613 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:07.231773 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39f9909b5b1f34f98d615723a0d0d00f1125764efa3e93902d457aaaf276a528" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de188dd-10af-4c88-af84-80e29d8a2ad8" -d '{"events": [{"server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "name": "network-vif-plugged", "status": "completed", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92558) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:07.233697 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:07.237473 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:07.276936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82529fa-c912-4dd4-b639-5706964aab4c x-openstack-request-id: req-b82529fa-c912-4dd4-b639-5706964aab4c {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:07.276936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "name": "network-vif-plugged", "status": "completed", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "code": 200}]} {{(pid=92558) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:07.276936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b82529fa-c912-4dd4-b639-5706964aab4c {{(pid=92558) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:07.276936 dv-cinder-791239-4-smb neutron-server[92558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'code': 200} May 31 12:03:07.318399 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469'] for port, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.319333 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:07.347969 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-4a58d353-429d-44f2-9e72-67b77aee8adb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:07.394485 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: c5c2c804-c3ca-469b-86fb-11d5ac943eea {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:07.394839 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device c5c2c804-c3ca-469b-86fb-11d5ac943eea not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:07.422980 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=5']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:07.426519 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:07.511384 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.626047 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.637376 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-49bed26f-78ce-4b19-a92f-951dc514a685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:07.651681 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.846221 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cdfa2282c4254172974da0b724bf1f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8576546 May 31 12:03:07.847078 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43082) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:07.850764 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e302251c-ac67-4ed4-b2a1-fe05a34d09a7,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:07.867029 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-4c4d588b-1f6a-401e-95b8-2a4817d0f011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:07.872573 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a26a9f51-99e6-46c7-b123-b5f505611074 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:07.950331 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2065c3c-a77d-42e0-ac5e-ca919054bc0c,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:07.963973 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:07.973366 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:07.977994 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5807b25-bd19-4417-847d-83aaa106e7ff req-81fa74c4-1a47-479a-aee1-849e38fa28ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:07.979519 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5807b25-bd19-4417-847d-83aaa106e7ff req-81fa74c4-1a47-479a-aee1-849e38fa28ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1098 time: 0.3880577 May 31 12:03:08.012003 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.027020 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd10d79c-5cdf-48b8-9856-16533058f4f1 req-68d01aaa-cec2-4f61-a07f-b67665a15fde tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:08.028403 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dd10d79c-5cdf-48b8-9856-16533058f4f1 req-68d01aaa-cec2-4f61-a07f-b67665a15fde tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.1591775 May 31 12:03:08.097667 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-dd10d79c-5cdf-48b8-9856-16533058f4f1 req-d6541fbb-c416-4fc0-bf54-09a502080e49 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 May 31 12:03:08.107025 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b5807b25-bd19-4417-847d-83aaa106e7ff req-a7a62d66-8480-4c30-8aac-6ce4d3ed2a67 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201596 May 31 12:03:08.203243 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.221658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.227491 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-7121b131-2905-4abf-a270-dbdcc69e8e0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:08.244085 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:08.247672 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e302251c-ac67-4ed4-b2a1-fe05a34d09a7 HTTP/1.1" status: 204 len: 168 time: 0.3963652 May 31 12:03:08.247672 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e302251c-ac67-4ed4-b2a1-fe05a34d09a7,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:08.267099 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1068fe0b-931d-4c00-a68a-d90a68cdefef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:08.592526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:08.798829 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:08.812109 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Sync routers for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:08.824131 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:08.825137 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:08.902764 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-0667998c-2ef7-4d86-a3af-6d79b5338126 admin admin] 10.222.0.20 "PUT /v2.0/routers/e5485ea2-33ac-4b49-ae69-e3c2f2cfc023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2751081 May 31 12:03:08.903751 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43088) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:09.023936 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:09.085421 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:09.260607 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:09.313481 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1de80c-c991-489c-92c7-b080caae9c0b req-8a58d171-cdee-4a43-bb0d-a84686a99395 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:09.314999 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1a1de80c-c991-489c-92c7-b080caae9c0b req-8a58d171-cdee-4a43-bb0d-a84686a99395 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.0941122 May 31 12:03:09.319334 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158'}], 'enable_snat': True}, 'gw_port_id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T12:03:07Z', 'revision_number': 5, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port': {'id': 'bedf8788-0229-4279-be45-e26d3ce88e9a', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:bd:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:03Z', 'updated_at': '2021-05-31T11:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:09.323464 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Checking router: e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:09.332500 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Routers {'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:09.333136 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:02:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:09.362338 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1a1de80c-c991-489c-92c7-b080caae9c0b req-75390cc7-8e0d-4218-ae05-c301e93c7188 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 May 31 12:03:09.462501 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Deleting port bedf8788-0229-4279-be45-e26d3ce88e9a {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:09.464817 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:09.494574 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] Set router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 gateway port host: None {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:09.604606 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T12:03:09Z', 'revision_number': 6, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:09.609876 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1fe45d-0f35-4348-bc40-c7b3a98ad5f3 None None] The sync data for ids ['e5485ea2-33ac-4b49-ae69-e3c2f2cfc023'] in dv-cinder-791239-4-smb is: [{'id': 'e5485ea2-33ac-4b49-ae69-e3c2f2cfc023', 'name': 'tempest-TestShelveInstance-571820874-router', 'tenant_id': 'ae2957419285474faf32c8445ebd8c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:01Z', 'updated_at': '2021-05-31T12:03:09Z', 'revision_number': 6, 'project_id': 'ae2957419285474faf32c8445ebd8c36', 'gw_port_host': None}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:09.752862 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] For port bedf8788-0229-4279-be45-e26d3ce88e9a, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=bedf8788-0229-4279-be45-e26d3ce88e9a,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:09.753215 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:09.883793 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Calling delete_port for bedf8788-0229-4279-be45-e26d3ce88e9a owned by network:router_gateway {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:09.894048 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6a156-c8ae-442a-81a9-6a2a88cf30a9 req-7df90197-6ba3-480e-bbf7-ad4563d67b20 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:09.895516 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4cc6a156-c8ae-442a-81a9-6a2a88cf30a9 req-7df90197-6ba3-480e-bbf7-ad4563d67b20 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.4155118 May 31 12:03:09.959115 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-4cc6a156-c8ae-442a-81a9-6a2a88cf30a9 req-1f71ca96-e2cc-4ce8-91b0-902c4261b8fa tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551507 May 31 12:03:10.181492 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.186887 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-38b50ea7-3f9b-42c4-b600-e88efd365838 tempest-AttachVolumeShelveTestJSON-1180480546 tempest-AttachVolumeShelveTestJSON-1180480546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:10.257007 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedf8788-0229-4279-be45-e26d3ce88e9a,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:10.259579 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:10.378486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.565078 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.567932 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.581486 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f653b-47ef-4cce-9eca-5cf89c8c0655 req-cd6a8de3-ec43-492a-b3d5-bdc120b57482 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:10.583018 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a8f653b-47ef-4cce-9eca-5cf89c8c0655 req-cd6a8de3-ec43-492a-b3d5-bdc120b57482 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.2833517 May 31 12:03:10.640716 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-9a8f653b-47ef-4cce-9eca-5cf89c8c0655 req-b91e3689-267e-45b5-8080-0f04ea290bd5 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 May 31 12:03:10.689913 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.690507 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 {{(pid=92557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:03:10.704189 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.705656 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e5485ea2-33ac-4b49-ae69-e3c2f2cfc023 HTTP/1.1" status: 204 len: 168 time: 1.8002813 May 31 12:03:10.708580 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43102) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:10.712865 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-cc410133-f3fc-4812-b9a9-b0b14bbe655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.774444 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Deleting subnet 535c7284-d4f7-42d9-a37a-0ed20286356e {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:03:10.777361 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.834625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:10.916825 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.350405 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.354616 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:11.389268 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535c7284-d4f7-42d9-a37a-0ed20286356e,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:11.392625 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:11.393593 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.398805 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67845614-525f-4b3e-a17e-8bf19dc08d9a None None] Network 1a8f11c8-2d98-482e-900d-056c91e02148 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:03:11.399939 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/535c7284-d4f7-42d9-a37a-0ed20286356e HTTP/1.1" status: 204 len: 168 time: 0.6903334 May 31 12:03:11.402345 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43106) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:11.513217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.589632 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Deleting port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:11.590254 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.687867 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a2065c3c-a77d-42e0-ac5e-ca919054bc0c no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:11.704631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] For port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:11.704988 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.722811 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] DHCP port deletion for 1a8f11c8-2d98-482e-900d-056c91e02148 request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:03:11.730416 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: a2065c3c-a77d-42e0-ac5e-ca919054bc0c {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:11.739350 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device a2065c3c-a77d-42e0-ac5e-ca919054bc0c not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:11.739350 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device bedf8788-0229-4279-be45-e26d3ce88e9a no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:11.790990 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: bedf8788-0229-4279-be45-e26d3ce88e9a {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:11.791335 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device bedf8788-0229-4279-be45-e26d3ce88e9a not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:11.826590 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Deleting port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:11.826978 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.831354 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Calling delete_port for dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 owned by network:dhcp {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:11.968228 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] For port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,segment=NetworkSegment(14e96e81-ca40-48ee-ad9e-2c58afce683b),segment_id=14e96e81-ca40-48ee-ad9e-2c58afce683b)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:11.968550 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.969708 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:11.974464 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f6f9f51c-1b9a-4ee7-ba74-2d6c05975248 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:12.019152 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:12.020988 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] No DVR routers for this DVR port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 on host dv-cinder-791239-4-smb {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:12.022538 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:12.096554 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Calling delete_port for dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:12.144003 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.148149 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.155156 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-67459a38-9794-4f04-ab6c-fe62eced7153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:12.165151 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8f11c8-2d98-482e-900d-056c91e02148']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:12.186817 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e96e81-ca40-48ee-ad9e-2c58afce683b') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:12.187298 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e96e81-ca40-48ee-ad9e-2c58afce683b') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:12.207251 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.230098 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Pushing event deleted for resources: {'Port': ['ID=dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:12.232129 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] No DVR routers for this DVR port dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:12.233950 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.235046 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-3b65081d-0a75-4ddc-83e1-77a9f6e26600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:12.243533 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:03:12.244169 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:03:12.260165 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:03:12.433030 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.437544 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-47fd51e1-8e14-4822-adde-c785790c71c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:12.453015 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:12.460937 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8f11c8-2d98-482e-900d-056c91e02148,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:12.463310 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:12.584802 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1a8f11c8-2d98-482e-900d-056c91e02148 HTTP/1.1" status: 204 len: 168 time: 1.1814251 May 31 12:03:12.587632 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43116) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:13.009930 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-531aff42-aded-4d29-add3-5198bb172c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.172811 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.478511 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.673070 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:13.690449 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Deleting port 85c592a1-5ab7-4485-b07f-d9fd37c5af61 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:13.690791 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.710176 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:13.710529 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device dc77aac5-c1c9-4b30-a4aa-d90cc9c668c0 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:13.817671 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] For port 85c592a1-5ab7-4485-b07f-d9fd37c5af61, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=85c592a1-5ab7-4485-b07f-d9fd37c5af61,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:13.817973 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:13.944580 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Calling delete_port for 85c592a1-5ab7-4485-b07f-d9fd37c5af61 owned by network:router_interface {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:14.156552 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.161623 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:14.209116 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Pushing event deleted for resources: {'Port': ['ID=85c592a1-5ab7-4485-b07f-d9fd37c5af61,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:14.212431 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:14.221553 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.487518 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:14.937828 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Router 92cd39db-47f6-4f75-b629-80aa46a92e7e has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:15.131570 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:15.139914 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Sync routers for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:15.160854 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:15.161973 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:03:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.220586 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-bf49b2c8-e43f-4e97-a832-8e26a194db40 admin admin] 10.222.0.20 "PUT /v2.0/routers/92cd39db-47f6-4f75-b629-80aa46a92e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6318319 May 31 12:03:15.223004 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43138) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:15.367191 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:15.410296 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks [] for router, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.596403 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.652346 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116'}], 'enable_snat': True}, 'gw_port_id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T12:03:14Z', 'revision_number': 5, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port': {'id': '46ea043d-dd20-46c6-9814-5b1860f5278b', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:58:17Z', 'updated_at': '2021-05-31T11:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.656998 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Checking router: 92cd39db-47f6-4f75-b629-80aa46a92e7e for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:15.665819 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Routers {'92cd39db-47f6-4f75-b629-80aa46a92e7e'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:15.666436 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:03:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['92cd39db-47f6-4f75-b629-80aa46a92e7e'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.746640 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Deleting port 46ea043d-dd20-46c6-9814-5b1860f5278b {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:15.746897 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.871431 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] Set router 92cd39db-47f6-4f75-b629-80aa46a92e7e gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:15.877410 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] For port 46ea043d-dd20-46c6-9814-5b1860f5278b, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=46ea043d-dd20-46c6-9814-5b1860f5278b,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:15.877607 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:15.976001 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T12:03:15Z', 'revision_number': 6, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:15.979940 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d82946-5bd8-41b2-802f-67ecfa24daff None None] The sync data for ids ['92cd39db-47f6-4f75-b629-80aa46a92e7e'] in dv-cinder-791239-4-smb is: [{'id': '92cd39db-47f6-4f75-b629-80aa46a92e7e', 'name': 'tempest-TestShelveInstance-79522548-router', 'tenant_id': 'f972d45116294d289e74a54daa34a3f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:58:15Z', 'updated_at': '2021-05-31T12:03:15Z', 'revision_number': 6, 'project_id': 'f972d45116294d289e74a54daa34a3f3', 'gw_port_host': None}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:15.990149 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.005959 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Calling delete_port for 46ea043d-dd20-46c6-9814-5b1860f5278b owned by network:router_gateway {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:16.210219 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.214349 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ff5ef9d3-3015-4c98-980c-d02abbdf7210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:16.260747 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ea043d-dd20-46c6-9814-5b1860f5278b,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:16.263026 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:16.360418 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.529942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09092b2-444b-4f64-a113-51e4f6919a91 req-f0c4726a-cacf-46ae-abbd-b70eb2d62c56 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:16.531317 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e09092b2-444b-4f64-a113-51e4f6919a91 req-f0c4726a-cacf-46ae-abbd-b70eb2d62c56 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.0825248 May 31 12:03:16.578413 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e09092b2-444b-4f64-a113-51e4f6919a91 req-18bdb1e2-39f1-41d9-950d-4ffcf4089fac tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413437 May 31 12:03:16.602928 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43150) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.629337 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.631652 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.738826 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.739687 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92cd39db-47f6-4f75-b629-80aa46a92e7e {{(pid=92556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:03:16.755499 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Notify callbacks [] for router, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.759419 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] 10.222.0.20 "DELETE /v2.0/routers/92cd39db-47f6-4f75-b629-80aa46a92e7e HTTP/1.1" status: 204 len: 168 time: 1.5353918 May 31 12:03:16.763217 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43156) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.874343 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Deleting subnet 8834e4f5-b57f-43a0-9333-5ebdcef545e5 {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:03:16.879754 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.934082 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:16.979474 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59866bd8-59ba-49df-b0b7-508276a0fd48 tempest-TestMinimumBasicScenario-1840606233 tempest-TestMinimumBasicScenario-1840606233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:16.981154 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-59866bd8-59ba-49df-b0b7-508276a0fd48 tempest-TestMinimumBasicScenario-1840606233 tempest-TestMinimumBasicScenario-1840606233-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1093 time: 0.3770568 May 31 12:03:16.984695 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43160) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:16.990437 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.v2.base [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'floatingip': {'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'port_id': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:16.997117 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:17.002456 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:floatingip and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:17.005478 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92556) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:17.013750 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.quota.driver [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92556) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:17.061937 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.089967 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for floatingip, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.232530 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.383388 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_common [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Allocated IP 172.28.0.45 (e5b95b67-c0cc-450a-9d0e-a170c0d697a5/de819d58-c7dc-41fc-8182-8c4e1391f25d/1f135509-38ec-4d64-b40b-5e09bc6c0b99) {{(pid=92556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:03:17.481567 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.488078 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:17.524281 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8834e4f5-b57f-43a0-9333-5ebdcef545e5,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:17.526354 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.529782 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:17.532161 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd87fc8-da8a-4823-aa95-849e22f2ef5c None None] Network 62d37472-f4af-49e5-98d5-acc0f30c218a requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:03:17.536617 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43164) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:17.536784 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-321c0dce-c44a-4009-986f-2926a9e88f0d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8834e4f5-b57f-43a0-9333-5ebdcef545e5 HTTP/1.1" status: 204 len: 168 time: 0.7761106 May 31 12:03:17.558783 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for port, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.661829 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.695468 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 85c592a1-5ab7-4485-b07f-d9fd37c5af61 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:17.739362 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 85c592a1-5ab7-4485-b07f-d9fd37c5af61 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:17.739785 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 85c592a1-5ab7-4485-b07f-d9fd37c5af61 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:17.740220 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 46ea043d-dd20-46c6-9814-5b1860f5278b no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:17.745196 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Deleting port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:17.745680 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.760087 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743196466890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.767526 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-ff57da2a-73b7-4f99-93e3-7bfcffebe379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:17.781940 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 46ea043d-dd20-46c6-9814-5b1860f5278b {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:17.782294 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 46ea043d-dd20-46c6-9814-5b1860f5278b not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:17.852497 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] DHCP port deletion for 62d37472-f4af-49e5-98d5-acc0f30c218a request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:03:17.906562 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Network e5b95b67-c0cc-450a-9d0e-a170c0d697a5 is already hosted by enough agents. {{(pid=92556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:03:17.910969 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.base_scheduler [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources bound (agent type, host, resource id): {{(pid=92556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:03:17.918545 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Received port after_create {{(pid=92556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:03:17.919192 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Deleting port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:03:17.920257 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:17.944679 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'Port': ['ID=1f135509-38ec-4d64-b40b-5e09bc6c0b99,revision_number=1']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:17.955365 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:17.968042 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] For port 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=080f59fb-ea03-46d6-8e0f-af9ac9a76236,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:17.968452 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.022364 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] For port 080f59fb-ea03-46d6-8e0f-af9ac9a76236, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=080f59fb-ea03-46d6-8e0f-af9ac9a76236,segment=NetworkSegment(6d351240-ec79-43fd-9b82-2713ab275f32),segment_id=6d351240-ec79-43fd-9b82-2713ab275f32)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:18.022765 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.099487 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Calling delete_port for 080f59fb-ea03-46d6-8e0f-af9ac9a76236 owned by network:dhcp {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:18.146166 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Calling delete_port for 080f59fb-ea03-46d6-8e0f-af9ac9a76236 owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:03:18.258735 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.263667 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:18.310964 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Pushing event deleted for resources: {'Port': ['ID=080f59fb-ea03-46d6-8e0f-af9ac9a76236,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:18.314034 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:18.314802 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfccd53-f5f5-4edf-9f6a-e62b5b4c92cb None None] No DVR routers for this DVR port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:18.343192 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.348394 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-b3e05206-0d17-4427-b04a-3d3e2d6e1e2b tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:18.537359 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Pushing event deleted for resources: {'Port': ['ID=080f59fb-ea03-46d6-8e0f-af9ac9a76236,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:18.550045 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:18.556236 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] No DVR routers for this DVR port 080f59fb-ea03-46d6-8e0f-af9ac9a76236 on host dv-cinder-791239-4-smb {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:03:18.692507 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.711249 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d37472-f4af-49e5-98d5-acc0f30c218a']}} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:18.725706 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d351240-ec79-43fd-9b82-2713ab275f32') {'for_net_delete': True} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:18.726009 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.services.segments.db [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d351240-ec79-43fd-9b82-2713ab275f32') {} {{(pid=92556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:18.860777 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2501023'] for segment, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.884940 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.904980 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=92556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:03:18.905400 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2658031'] for segment, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: util.warn( May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: util.warn( May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: util.warn( May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: util.warn( May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: Traceback (most recent call last): May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: timer() May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: cb(*args, **kw) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: return func(*args, **kwargs) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: self._notify() May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: self.callback(batched_events) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: event.method(event) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: return f(self, *a, **k) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: return self._get(url).json() May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: return self.request(url, 'GET', **kwargs) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:03:18.918379 dv-cinder-791239-4-smb neutron-server[92556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:03:19.009838 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.089519 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.093855 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-732250ea-ca0d-4127-844e-0f6d82392498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:19.106411 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.116146 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d37472-f4af-49e5-98d5-acc0f30c218a,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:19.120295 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:19.170899 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-c5e29ef2-2467-4bf7-8a11-19fa99d32134 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62d37472-f4af-49e5-98d5-acc0f30c218a HTTP/1.1" status: 204 len: 168 time: 1.6332641 May 31 12:03:19.184646 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.392623 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for port, precommit_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.493046 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2657971'] for port, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.498576 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-25cfbeb7-f8f8-4dc0-853d-1f5dd811b4ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:19.610276 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'Port': ['ID=1f135509-38ec-4d64-b40b-5e09bc6c0b99,revision_number=2']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:19.610787 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43170) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:19.611711 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:19.616444 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3910706'] for floatingip, after_update {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.675966 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-86f216be-e63d-49d4-b07b-2df9f6efc268 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae2957419285474faf32c8445ebd8c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624940 May 31 12:03:19.676203 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43174) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:19.698227 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 080f59fb-ea03-46d6-8e0f-af9ac9a76236 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:03:19.732783 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 080f59fb-ea03-46d6-8e0f-af9ac9a76236 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:03:19.733129 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 080f59fb-ea03-46d6-8e0f-af9ac9a76236 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:03:19.745652 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.773188 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.792388 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.db.l3_db [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Floating IP 14578571-8abc-4164-bf20-246990fb8f1c associated. External IP: 172.28.0.45, port: 430f6e9f-17f0-48d9-bbb4-bd7270add2c7. May 31 12:03:19.918807 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.922770 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cd1f4c73-b48e-4320-9a7b-22c4687c4c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:19.938019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f828b875-5dfa-44f8-b9bf-388fc443b89e,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:19.941896 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:19.945495 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:19.949111 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-08d36c7a-4117-4e2f-85c0-010d7b3e4f8c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f828b875-5dfa-44f8-b9bf-388fc443b89e HTTP/1.1" status: 204 len: 168 time: 0.2696302 May 31 12:03:20.252069 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:03:20.436010 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:03:20.445974 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Sync routers for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:03:20.456934 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:20.457594 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:03:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:20.535260 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.595210 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6067913 May 31 12:03:20.595210 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:20.595506 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43182) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:20.595878 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd1392b-66c8-408b-908a-0a658a949084" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:20.600867 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066003051', 'description': 'tempest-secgroup-smoke-1066003051 description', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:20.606976 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:20.622511 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43188) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:20.623178 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:20.656523 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d75a431-b33e-4ecb-974c-a3f4a3b70008 x-openstack-request-id: req-8d75a431-b33e-4ecb-974c-a3f4a3b70008 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:20.657027 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:20.657345 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d75a431-b33e-4ecb-974c-a3f4a3b70008 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:20.657577 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:20.657812 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:03:20.692858 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.713948 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:20.718181 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:20.721887 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:20.727853 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-556cfa21-86d7-4ead-add5-b46a85d0d6f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f972d45116294d289e74a54daa34a3f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1000469 May 31 12:03:20.728115 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43192) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:20.728914 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:20.808414 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.808621 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.824006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1392b-66c8-408b-908a-0a658a949084 req-5081a85f-da35-4a11-8867-1293685d3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:20.825639 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-5081a85f-da35-4a11-8867-1293685d3953 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1098 time: 0.1485653 May 31 12:03:20.866991 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.875712 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:20.881124 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a912b644-20ca-4f01-98d5-d015905c039e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:20.923024 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1ff79e-0a20-4847-8940-c23ecd1d5fad,revision_number=1']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:20.926940 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:21.004701 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1392b-66c8-408b-908a-0a658a949084 req-6aab4087-b794-43ec-9668-a1839a6fea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:21.006154 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-6aab4087-b794-43ec-9668-a1839a6fea05 service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.1717572 May 31 12:03:21.035419 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.036660 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-cf9eca8b-9d31-4f92-aede-cc4b5f2b5b8f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4402413 May 31 12:03:21.039522 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43196) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:21.046195 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:21.052331 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:21.056291 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:21.059393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:21.065188 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:21.070196 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '14578571-8abc-4164-bf20-246990fb8f1c', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'port_id': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'mac_address': 'fa:16:3e:c7:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:18Z', 'updated_at': '2021-05-31T12:03:18Z', 'revision_number': 0, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:21.075100 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Checking router: 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:03:21.083785 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:03:21.084400 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:03:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:21.110225 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.115827 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-aff28f31-4848-4510-9f55-b4e9228b6740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:21.128124 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-bce78f09-4bd2-4a27-856c-e8e71ec1898a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 998 time: 0.1134391 May 31 12:03:21.131192 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b9e417-5800-4fc6-beff-79e0e1a8310e,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:21.133509 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:21.187326 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.188428 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-9aca0d49-b532-46be-a8a8-b4b4f8c1b6c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13b9e417-5800-4fc6-beff-79e0e1a8310e HTTP/1.1" status: 204 len: 168 time: 0.4593408 May 31 12:03:21.208690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1392b-66c8-408b-908a-0a658a949084 req-0a9c8136-b4cf-41ff-94b6-305bbe94d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:21.210226 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-0a9c8136-b4cf-41ff-94b6-305bbe94d356 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0735424 May 31 12:03:21.227730 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.288849 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:03:21.290868 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1392b-66c8-408b-908a-0a658a949084 req-4784e265-8a0b-4e42-afd7-45e725d56769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:21.292490 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-4784e265-8a0b-4e42-afd7-45e725d56769 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764265 May 31 12:03:21.312370 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.401140 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.403310 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-456816e4-f618-4790-8783-21a26a7222c6 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:21.430743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce590383-543b-40a8-981a-4af007be81d3,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:21.434987 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-aaa41b0c-2de8-4fd9-b235-061002bb6087 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362569 May 31 12:03:21.436391 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:21.509865 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.514356 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4707661 May 31 12:03:21.514778 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43202) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:21.520549 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:21.526644 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:21.531267 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:21.534226 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:21.540626 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:21.583572 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-fbd1392b-66c8-408b-908a-0a658a949084 req-4eca268d-fa7a-48bd-80f5-62c4a746da20 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358972 May 31 12:03:21.628286 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.673787 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '14578571-8abc-4164-bf20-246990fb8f1c', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'port_id': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'mac_address': 'fa:16:3e:c7:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:18Z', 'updated_at': '2021-05-31T12:03:18Z', 'revision_number': 0, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:03:21.678904 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f50add-ff5d-4732-b4aa-c6607236a97e None None] The sync data for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb is: [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_floatingips': [{'id': '14578571-8abc-4164-bf20-246990fb8f1c', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'floating_ip_address': '172.28.0.45', 'floating_network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'router_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'port_id': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'mac_address': 'fa:16:3e:c7:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:03:18Z', 'updated_at': '2021-05-31T12:03:18Z', 'revision_number': 0, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:03:21.699034 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.775692 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.779890 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3af8fcb0-8122-469e-b89b-6a3bb760901b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:21.801866 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7007d478-1da6-4f86-95fd-d2df12bb5a3d,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:21.804477 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:21.869986 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:21.871209 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a8ba367b-57f9-4585-95a4-bd86ed167b1e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3552430 May 31 12:03:21.874565 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43206) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:21.880171 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:21.886557 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:21.891387 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:21.894444 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:21.897554 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505d88e-c3ad-4b4d-a677-950c9f40dc0d None None] New status for floating IP 14578571-8abc-4164-bf20-246990fb8f1c: ACTIVE {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:03:21.900618 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:21.966496 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.032918 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.101216 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.103292 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:22.127270 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271074e7-de39-40eb-8d4d-ce844000d9ec,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:22.131929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:22.215393 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.216670 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-dc0a0c1a-78d5-41c9-8295-0042469cd8e1 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3408659 May 31 12:03:22.221081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43210) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:22.226403 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:22.232855 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:22.236680 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:22.239650 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:22.245489 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:22.358923 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.422375 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.515694 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.517856 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-43159008-76f7-4484-b62a-e9787d93bd45 tempest-TestShelveInstance-486210772 tempest-TestShelveInstance-486210772-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:22.540084 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a0c0a5-3b68-4d16-b47c-63c4e6818f3f,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:22.542507 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:22.624849 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.626026 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4038713 May 31 12:03:22.628847 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43214) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:22.634067 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:22.640888 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:22.645999 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:22.647766 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:22.653453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:22.726932 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.securitygroups_db [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Project ca6a10e4c9af4ef4b0c77a6c25babd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:03:22.733028 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.797555 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.869592 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.871720 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-a4347413-f9e8-4c12-bde8-d7ca9945bd22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:22.897174 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416f8b11-744d-47d4-a367-9e051127a2da,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:22.899582 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:22.984073 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:22.985344 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-95f6a2a5-c711-46de-8337-f9e557914bda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555164 May 31 12:03:22.989377 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43218) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:03:22.995025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'security_group_rule': {'security_group_id': 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad', 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:23.002004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:03:23.006032 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Usage tracker for resource:security_group_rule and tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a is out of sync, need to count used quota {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:03:23.009006 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92557) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:03:23.014802 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.quota.driver [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92557) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:03:23.144107 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.securitygroups_db [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Project ca6a10e4c9af4ef4b0c77a6c25babd3a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:03:23.165993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:23.215120 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:23.358847 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831938'] for security_group_rule, after_create {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:23.361025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:23.383364 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0970522-7999-46d9-8245-af872d7ab390,revision_number=0']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:23.385811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:23.535743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:23.536961 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-760d0ad3-26ce-403c-bac7-ec744d9e2998 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5463328 May 31 12:03:23.655214 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-5e56600a-ab2e-4773-9af9-07cbf7cf8468 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:03:23.729735 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-5e56600a-ab2e-4773-9af9-07cbf7cf8468 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:03:23.730926 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-5e56600a-ab2e-4773-9af9-07cbf7cf8468 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066003051&fields=id&tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a HTTP/1.1" status: 200 len: 267 time: 0.1160316 May 31 12:03:23.818845 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-0e402a1f-87e8-4ef2-bff8-066966e4a710 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:23.820181 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-0e402a1f-87e8-4ef2-bff8-066966e4a710 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.0837286 May 31 12:03:23.831407 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'port': {'security_groups': ['af1e77af-3459-49d2-8bf2-f148128f6496', 'ad1ff79e-0a20-4847-8940-c23ecd1d5fad']}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:03:23.949540 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.205825 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:03:24.229553 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.309211 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.315284 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-1a084ae6-ed90-4699-806c-fdd39882fb15 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:03:24.320949 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:24.384581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:24.385208 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.386705 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-e7ca054c-9416-403f-bece-f6e8200f49ed req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "PUT /v2.0/ports/430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 981 time: 0.5597768 May 31 12:03:24.387339 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:03:24.392946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e73ea51-98c3-4497-b38d-eb76db6f8af2" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:03:24.412981 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=6']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:03:24.417713 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-eae63b04-4985-489a-8a01-3290575e644b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:03:24.452002 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:03:24.452518 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f947a5-89e3-40fb-b3c2-366c92cb845d x-openstack-request-id: req-74f947a5-89e3-40fb-b3c2-366c92cb845d {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:03:24.452916 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:03:24.453277 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74f947a5-89e3-40fb-b3c2-366c92cb845d {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:03:24.453880 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:03:24.667522 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-c96ec016-8721-469e-b5e6-6ac7d8ddfde0 None None] Provisioning complete for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:03:24.667826 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c96ec016-8721-469e-b5e6-6ac7d8ddfde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:24.720863 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-4d82755d-5a9f-4398-bcad-4245c94774d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:24.722361 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-4d82755d-5a9f-4398-bcad-4245c94774d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1137 time: 0.2489121 May 31 12:03:24.730645 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef562-b3b6-4ac1-bb18-670b25aa534f req-19491c9c-846a-4cc4-9caa-fa57e339035e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:24.732010 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-206ef562-b3b6-4ac1-bb18-670b25aa534f req-19491c9c-846a-4cc4-9caa-fa57e339035e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.2078021 May 31 12:03:24.858559 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-206ef562-b3b6-4ac1-bb18-670b25aa534f req-c314b2c0-b893-42d1-98dd-e4761a541a97 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079500 May 31 12:03:24.896779 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-4e4179b3-c1a7-43cf-bccd-ec1d30994429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:24.898293 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-4e4179b3-c1a7-43cf-bccd-ec1d30994429 service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.1653671 May 31 12:03:24.999535 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-bf5ebf5b-ba59-44a8-a4cf-10bb847bed9b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 1000 time: 0.0944002 May 31 12:03:25.074231 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-11ae4013-a3d8-42b9-92d8-d00ecb1ce7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:25.075833 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-11ae4013-a3d8-42b9-92d8-d00ecb1ce7d4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0691533 May 31 12:03:25.154520 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-f9d52708-4528-44cf-8553-9d743d670d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:25.155980 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-f9d52708-4528-44cf-8553-9d743d670d57 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740054 May 31 12:03:25.289331 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-ee14c86c-54df-42cb-b960-68dccaa1800b service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263094 May 31 12:03:25.425347 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-3e73ea51-98c3-4497-b38d-eb76db6f8af2 req-333af8d2-5fce-4f07-9752-13856b0f6317 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296802 May 31 12:03:35.255381 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:39.584050 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:03:40.735018 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a723406b-4292-4d93-beb6-c1bce7689b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:41.435354 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cd871-21d2-4307-985d-78143671ed14 req-b090976c-ee0f-41a9-ac71-cad242912874 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.436802 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dc8cd871-21d2-4307-985d-78143671ed14 req-b090976c-ee0f-41a9-ac71-cad242912874 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.1382055 May 31 12:03:41.463798 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-822a61f5-847f-44da-9420-2750cbed967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.465115 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-822a61f5-847f-44da-9420-2750cbed967f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1137 time: 0.1170652 May 31 12:03:41.556761 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-dc8cd871-21d2-4307-985d-78143671ed14 req-1d6e6cae-5054-4704-8ca9-4845d38f6923 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135147 May 31 12:03:41.628297 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-7cff2b25-b435-4e05-ba05-f27a4e4bc8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.629778 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-7cff2b25-b435-4e05-ba05-f27a4e4bc8a2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.1540921 May 31 12:03:41.735459 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-906c7518-d6dc-4f8d-9757-a794c8e7b4fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 1000 time: 0.0985546 May 31 12:03:41.801244 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-f2458b00-ec67-47ae-8c5a-61cda5f4a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.802677 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-f2458b00-ec67-47ae-8c5a-61cda5f4a920 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0607746 May 31 12:03:41.878237 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-9ae3a6fe-14d8-42dc-8774-13affc921bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:41.879701 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-9ae3a6fe-14d8-42dc-8774-13affc921bc4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703678 May 31 12:03:42.015076 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-1bd6259e-d37b-4bb1-bdab-b53dc1ba7cdb service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283410 May 31 12:03:42.228882 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b79388a9-43c9-4e40-8f1c-1b6f4bc881a0 req-75689b91-0398-4859-8e96-99ddefce43cd service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076151 May 31 12:03:42.777021 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ad3db-5530-43a0-adca-ea38b9351542 req-3e286d6d-3732-4728-a170-2bed66874d25 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:42.778526 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8b0ad3db-5530-43a0-adca-ea38b9351542 req-3e286d6d-3732-4728-a170-2bed66874d25 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0811713 May 31 12:03:42.824553 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-8b0ad3db-5530-43a0-adca-ea38b9351542 req-659b608c-73f1-4ac1-ac98-4e3b6ed9a7e9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403028 May 31 12:03:43.066813 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-498a41aa-57fb-46f6-b41f-c19da08bf385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:43.434707 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:44.014461 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f786fd91-79e8-418e-89f8-3d15445e66fe req-100b847e-c339-4778-8c90-0c7bde8dacd5 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:44.016172 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f786fd91-79e8-418e-89f8-3d15445e66fe req-100b847e-c339-4778-8c90-0c7bde8dacd5 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0839453 May 31 12:03:44.062947 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f786fd91-79e8-418e-89f8-3d15445e66fe req-c8f0706d-d768-415d-ab70-c463057785a7 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410180 May 31 12:03:44.263222 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:45.249452 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387c1e0-ed48-47e6-8b94-810cc9d7e7eb req-2e85217c-b932-438d-9d05-2371e0867dda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:45.250937 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a387c1e0-ed48-47e6-8b94-810cc9d7e7eb req-2e85217c-b932-438d-9d05-2371e0867dda tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0836618 May 31 12:03:45.298273 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-a387c1e0-ed48-47e6-8b94-810cc9d7e7eb req-68d78256-5cea-4d2b-ad98-47a07892e730 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412664 May 31 12:03:45.960339 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:03:46.480869 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f9b40-60ce-42be-abaf-8375b3fe983b req-dcdabe3b-cabc-4cad-8b06-b7a65be3368b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:46.482888 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a39f9b40-60ce-42be-abaf-8375b3fe983b req-dcdabe3b-cabc-4cad-8b06-b7a65be3368b tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0800574 May 31 12:03:46.529585 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a39f9b40-60ce-42be-abaf-8375b3fe983b req-a59c90ba-0382-4570-9dac-13d0ab2b6c52 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409570 May 31 12:03:47.712415 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5ab82-074e-4ed4-b6b0-e63927081f62 req-fda0d037-fe8a-4523-8f52-432db3edeb58 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:47.713874 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-92d5ab82-074e-4ed4-b6b0-e63927081f62 req-fda0d037-fe8a-4523-8f52-432db3edeb58 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0789592 May 31 12:03:47.760659 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-92d5ab82-074e-4ed4-b6b0-e63927081f62 req-3361e9c6-b39c-4bb1-975b-19c357b6db35 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409648 May 31 12:03:48.948641 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ab962-7356-4c01-8d4f-dd5a3d3ba115 req-ccd8efb2-655a-4028-bcae-07774efe85c6 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:48.950805 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d8ab962-7356-4c01-8d4f-dd5a3d3ba115 req-ccd8efb2-655a-4028-bcae-07774efe85c6 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0855305 May 31 12:03:48.996678 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-1d8ab962-7356-4c01-8d4f-dd5a3d3ba115 req-ae7d1c49-5656-420d-8712-95e9caea40d4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401700 May 31 12:03:50.185557 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874462ea-890a-42ae-8b35-6ac2ebc5b6aa req-1a93522e-6128-4cf4-b399-30e6948f9944 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:50.193237 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-874462ea-890a-42ae-8b35-6ac2ebc5b6aa req-1a93522e-6128-4cf4-b399-30e6948f9944 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0837536 May 31 12:03:50.234422 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-874462ea-890a-42ae-8b35-6ac2ebc5b6aa req-3db35e78-bccf-4820-bcf8-4d52a9e78c67 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416300 May 31 12:03:51.420936 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae9883-33b9-4a8b-87e4-0a7bd157a84b req-ff1a2587-6818-4b15-91a6-80998d7c75bf tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:51.422422 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-eaae9883-33b9-4a8b-87e4-0a7bd157a84b req-ff1a2587-6818-4b15-91a6-80998d7c75bf tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0796862 May 31 12:03:51.472958 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-eaae9883-33b9-4a8b-87e4-0a7bd157a84b req-f890415c-73d0-4861-bfc9-4c11d7f20929 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447514 May 31 12:03:52.656396 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65578-dad2-4286-a9bb-e7d9d8e5d919 req-3a054568-ce64-44b2-92cb-e061a30c7168 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:52.657877 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-acc65578-dad2-4286-a9bb-e7d9d8e5d919 req-3a054568-ce64-44b2-92cb-e061a30c7168 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0792942 May 31 12:03:52.707481 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-acc65578-dad2-4286-a9bb-e7d9d8e5d919 req-d22dbf72-7625-4f10-bc15-f188e9a46a5f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437748 May 31 12:03:53.897341 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904ca92-59b3-40e8-a6cd-5ce9f49c3e9f req-3fb549ed-e4d4-47bc-a2e5-a2f91eb9d612 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:03:53.898837 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e904ca92-59b3-40e8-a6cd-5ce9f49c3e9f req-3fb549ed-e4d4-47bc-a2e5-a2f91eb9d612 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0830770 May 31 12:03:53.945409 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-e904ca92-59b3-40e8-a6cd-5ce9f49c3e9f req-a2f473c6-bcec-4224-861c-705084eccd75 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=ad1ff79e-0a20-4847-8940-c23ecd1d5fad&id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408061 May 31 12:04:05.203569 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:08.573388 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-4abfcec1-a18a-4d93-a16f-7b3514759967 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697486 May 31 12:04:08.716853 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-3c5dac09-a223-4849-bdac-5db64c9cc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:08.718492 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-3c5dac09-a223-4849-bdac-5db64c9cc5e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1137 time: 0.0780563 May 31 12:04:08.863842 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-61dc9559-6a91-4266-90cc-5d7c2b533eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:08.865227 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-61dc9559-6a91-4266-90cc-5d7c2b533eb8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.1293275 May 31 12:04:08.971233 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-073aa8e5-7298-4d1f-9ab6-d10d4c7105b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 1000 time: 0.0986764 May 31 12:04:09.035041 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-88d1b11f-b4f1-4edb-abe5-d95c50431667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:09.036494 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-88d1b11f-b4f1-4edb-abe5-d95c50431667 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0592151 May 31 12:04:09.115772 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-354d46de-c087-40a9-96a3-8c3b30554a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:09.117212 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-354d46de-c087-40a9-96a3-8c3b30554a88 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742853 May 31 12:04:09.250488 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-9ed34070-e8d4-44dc-82f5-66e41e266c64 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257401 May 31 12:04:09.382255 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a1e851ca-eb3d-4c74-ab7f-4148b299c43e req-75f018aa-885f-4656-92ce-58da5f5efdf0 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252367 May 31 12:04:10.725547 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-633f5bad-01cb-4cf7-aac5-fd08d9a42838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:13.022200 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-e8a2dc71-2e4c-47dd-99e6-a29084c72ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:13.388757 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:14.273652 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:15.953455 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:16.582953 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:04:26.246752 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-d34cd64e-4214-4571-8a24-70e982dae123 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066003051&fields=id&tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a HTTP/1.1" status: 200 len: 267 time: 0.0422938 May 31 12:04:26.337899 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-8b330b28-8f2b-4c15-a5ce-08e6adefec53 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:26.339417 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-8b330b28-8f2b-4c15-a5ce-08e6adefec53 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 984 time: 0.0826275 May 31 12:04:26.352284 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.v2.base [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Request body: {'port': {'security_groups': ['af1e77af-3459-49d2-8bf2-f148128f6496']}} {{(pid=92557) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:04:26.482067 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-687134'] for port, before_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:26.824637 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:26.850191 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for port, precommit_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:26.934774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743196850580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743196466908', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743196467469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26237723'] for port, after_update {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:26.941067 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c51226be-479a-4f34-b00b-ea822a5624a3 tempest-AttachVolumeTestJSON-1631715773 tempest-AttachVolumeTestJSON-1631715773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:26.946915 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:04:27.008625 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:27.009337 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.010735 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-1c95cc93-b170-4590-bed3-94b042de1ed2 req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "PUT /v2.0/ports/430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 942 time: 0.6633005 May 31 12:04:27.011266 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:04:27.014581 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96e0d9b-d15f-42d3-b576-0784fd6505b8" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:04:27.020631 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43278) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:27.067610 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event updated for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=7']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:27.072921 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:04:27.082951 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.083336 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.083707 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.084074 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.084439 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.084801 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.085159 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.085514 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.085904 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.086256 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.086623 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.086961 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.096610 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-b8421411-6f28-4635-9f13-0917f4e57e50 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:27.102862 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a838a1c-00ee-4a97-af63-afbedd8b2dba x-openstack-request-id: req-7a838a1c-00ee-4a97-af63-afbedd8b2dba {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:04:27.103385 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:04:27.103843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a838a1c-00ee-4a97-af63-afbedd8b2dba {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:04:27.104451 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:04:27.127112 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.234963 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.291883 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.provisioning_blocks [None req-d08efc2b-1377-47ee-9a8e-d6b51dfc3e7b None None] Provisioning complete for port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 triggered by entity DHCP. {{(pid=92558) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:04:27.292179 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d08efc2b-1377-47ee-9a8e-d6b51dfc3e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-757544'] for port, provisioning_complete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.307761 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-d6d15ca4-2b2f-4f58-bb71-6dfee860d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:27.309969 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-d6d15ca4-2b2f-4f58-bb71-6dfee860d65e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1098 time: 0.1792698 May 31 12:04:27.515624 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.516146 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-f841900b-a263-405b-9401-d367ee322e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:27.535432 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1ff79e-0a20-4847-8940-c23ecd1d5fad,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:27.557281 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.557684 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.558105 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.559114 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.559483 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.559843 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.560234 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.560612 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.561002 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.561397 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.561811 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.562217 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:27.567376 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:27.588470 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-8f81c433-1016-4e06-be4a-7ccee5147f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:27.589988 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-8f81c433-1016-4e06-be4a-7ccee5147f8b service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.2739534 May 31 12:04:27.674200 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for security_group, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.675331 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-a4b3e92e-453d-4bc8-8aa6-0354e793c542 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "DELETE /v2.0/security-groups/ad1ff79e-0a20-4847-8940-c23ecd1d5fad HTTP/1.1" status: 204 len: 168 time: 0.6536939 May 31 12:04:27.678225 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43282) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:27.700687 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-90e4a938-8ab8-4c59-b66a-64b2151d54b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 1000 time: 0.1040986 May 31 12:04:27.765136 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-0af8e1e7-93ef-43ff-a38f-42f373e20bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:27.766585 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-0af8e1e7-93ef-43ff-a38f-42f373e20bf3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0602138 May 31 12:04:27.844887 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-2345c726-8388-4657-b3fa-02faa306cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:27.846397 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-2345c726-8388-4657-b3fa-02faa306cdd8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734847 May 31 12:04:27.973451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Deleting port 1f135509-38ec-4d64-b40b-5e09bc6c0b99 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:27.973843 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:27.993307 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-6cb48242-64fa-4024-988f-95fae0a0b407 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406648 May 31 12:04:28.096020 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:28.096260 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:28.133659 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-a96e0d9b-d15f-42d3-b576-0784fd6505b8 req-98f4fa06-8bf0-484d-af1e-20ef0c7d3768 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335011 May 31 12:04:28.224722 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Calling delete_port for 1f135509-38ec-4d64-b40b-5e09bc6c0b99 owned by network:floatingip {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:28.421103 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:28.432016 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-de3a4c24-f252-4928-82cf-9d802a26a47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:28.470862 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event deleted for resources: {'Port': ['ID=1f135509-38ec-4d64-b40b-5e09bc6c0b99,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:28.473993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:28.582178 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks [] for floatingip, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:28.582506 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.db.l3_db [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Floating IP 14578571-8abc-4164-bf20-246990fb8f1c disassociated (deleted). External IP: 172.28.0.45, port: 430f6e9f-17f0-48d9-bbb4-bd7270add2c7. May 31 12:04:28.941185 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:04:29.222637 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:04:29.232509 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Sync routers for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:04:29.242242 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:29.246436 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:29.296386 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for floatingip, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:29.353328 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-90bb5bd2-aa5c-40f9-97aa-d78cb5825b0f tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "DELETE /v2.0/floatingips/14578571-8abc-4164-bf20-246990fb8f1c HTTP/1.1" status: 204 len: 168 time: 1.6739810 May 31 12:04:29.354013 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:04:29.356291 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a51477c5453b3ca4a0ed59b554586f63a45e8b3701946d01f9d397417b4dca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d6fee5-7d47-49e2-b369-168fe3d1127a" -d '{"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:04:29.401275 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919776f0-8b6d-4b5d-a022-dc6bd6c32cf9 x-openstack-request-id: req-919776f0-8b6d-4b5d-a022-dc6bd6c32cf9 {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:04:29.401600 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:04:29.402445 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-919776f0-8b6d-4b5d-a022-dc6bd6c32cf9 {{(pid=92557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:04:29.402878 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:04:29.426035 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:29.503833 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-a718172d-65c6-4fb3-94ba-c792cefe3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:29.505379 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-a718172d-65c6-4fb3-94ba-c792cefe3bed service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 1098 time: 0.0825214 May 31 12:04:29.652006 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-0807f47c-8ebe-4b1a-a843-755dbacab00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:29.653611 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-0807f47c-8ebe-4b1a-a843-755dbacab00b service neutron] 10.222.0.45 "GET /v2.0/networks?id=168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 200 len: 916 time: 0.1420729 May 31 12:04:29.728890 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-87279542-c827-403c-a403-89805c077147 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 200 len: 217 time: 0.0694306 May 31 12:04:29.761708 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:29.766048 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Checking router: 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:04:29.774759 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:29.775382 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:29.795215 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-f7e18c76-2cfa-40ac-befd-9d48a0d0bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:29.796850 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-f7e18c76-2cfa-40ac-befd-9d48a0d0bba4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 200 len: 854 time: 0.0622520 May 31 12:04:29.879113 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-c3e5f265-679f-452c-9e97-36d306989772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:29.879622 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-c3e5f265-679f-452c-9e97-36d306989772 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=168c5219-60a8-49cc-86a4-de643c8af128&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771601 May 31 12:04:29.973648 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:30.017662 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-27d64f79-bb72-48af-a95e-4d6b1d642fad service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315930 May 31 12:04:30.158534 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-f8d6fee5-7d47-49e2-b369-168fe3d1127a req-00be8800-9a1d-46f4-a847-1d88c380eae1 service neutron] 10.222.0.45 "GET /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347697 May 31 12:04:30.338307 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:30.342939 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469a76d0-3377-4e54-b1a5-de911992af68 None None] The sync data for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb is: [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:02:19Z', 'revision_number': 4, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb', '_interfaces': [{'id': '2ea9e43d-b72d-4f32-8928-20b6ce4cf865', 'name': '', 'network_id': '168c5219-60a8-49cc-86a4-de643c8af128', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'mac_address': 'fa:16:3e:b0:70:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:18Z', 'updated_at': '2021-05-31T12:02:24Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'subnets': [{'id': 'ab5c7965-d7ee-4fc5-81bc-7650ade31aea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:04:30.545170 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563ebb2-a3ac-4a39-82db-60f28aabf28c None None] New status for floating IP 14578571-8abc-4164-bf20-246990fb8f1c: DOWN {{(pid=92559) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:04:33.546024 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2a78d-f1a8-4ca0-91ab-773bc1e2388d req-13ce37bf-c03b-4c1a-bf51-7ada00d21896 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:33.547513 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-20d2a78d-f1a8-4ca0-91ab-773bc1e2388d req-13ce37bf-c03b-4c1a-bf51-7ada00d21896 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.0824747 May 31 12:04:33.591846 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-20d2a78d-f1a8-4ca0-91ab-773bc1e2388d req-3d273a4d-9f0d-4b39-9745-ff3b19d44469 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:04:33.671568 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-20d2a78d-f1a8-4ca0-91ab-773bc1e2388d req-3d273a4d-9f0d-4b39-9745-ff3b19d44469 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:security_group {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:04:33.672744 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-20d2a78d-f1a8-4ca0-91ab-773bc1e2388d req-3d273a4d-9f0d-4b39-9745-ff3b19d44469 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197050 May 31 12:04:34.861461 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dda453-8a9e-4f8b-a503-526cabe537ca req-4f80d8b3-41ee-4cb0-a7bd-7682336f8ead tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92557) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:34.862123 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-77dda453-8a9e-4f8b-a503-526cabe537ca req-4f80d8b3-41ee-4cb0-a7bd-7682336f8ead tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92557) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:04:34.947565 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.quota.resource [req-77dda453-8a9e-4f8b-a503-526cabe537ca req-4f80d8b3-41ee-4cb0-a7bd-7682336f8ead tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92557) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:04:34.948757 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-77dda453-8a9e-4f8b-a503-526cabe537ca req-4f80d8b3-41ee-4cb0-a7bd-7682336f8ead tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.1663978 May 31 12:04:34.995346 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [req-77dda453-8a9e-4f8b-a503-526cabe537ca req-5e30f35d-609a-47cc-a5a9-a5ddbf89c9fa tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/security-groups?id=af1e77af-3459-49d2-8bf2-f148128f6496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 May 31 12:04:35.196137 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-d31052a7-5656-428a-bbe6-6530f56d33b9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:04:35.197650 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-d31052a7-5656-428a-bbe6-6530f56d33b9 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 945 time: 0.0872283 May 31 12:04:35.222081 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:35.334198 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Deleting port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 {{(pid=92556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:35.334565 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:35.563690 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.db [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] For port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7, host hv-cinder-79123, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79123',level=0,port_id=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:35.564040 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:35.691242 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.plugins.ml2.plugin [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Calling delete_port for 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 owned by compute:nova {{(pid=92556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:35.929182 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2657978'] for port, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:35.935438 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-9b8b41ee-6513-4061-a75b-217c8420beb4 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:35.940839 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] get_ports_and_sgs() called for port_ids ['430f6e9f-17f0-48d9-bbb4-bd7270add2c7'] {{(pid=92558) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:04:35.984230 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Pushing event deleted for resources: {'Port': ['ID=430f6e9f-17f0-48d9-bbb4-bd7270add2c7,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:35.987323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:36.062511 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] No DVR routers for this DVR port 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 on host hv-cinder-79123 {{(pid=92556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:04:36.065134 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126647'] for port, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:36.067977 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'name': 'network-vif-deleted', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7'}] {{(pid=92556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:04:36.070323 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9089ee706316936d837f9df41325b03cd5cf63d73ef018d14db20a3117785f7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa7c61f-ad17-436f-b303-c1d85e0b6814" -d '{"events": [{"server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "name": "network-vif-deleted", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7"}]}' {{(pid=92556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:04:36.147275 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2896ae09-f1ad-437c-b0e4-cc56a7d93e35 x-openstack-request-id: req-2896ae09-f1ad-437c-b0e4-cc56a7d93e35 {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:04:36.147597 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbec8cf-9131-4dc2-bfd1-24e44d1b51d9", "name": "network-vif-deleted", "tag": "430f6e9f-17f0-48d9-bbb4-bd7270add2c7", "status": "completed", "code": 200}]} {{(pid=92556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:04:36.147882 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2896ae09-f1ad-437c-b0e4-cc56a7d93e35 {{(pid=92556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:04:36.148304 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbec8cf-9131-4dc2-bfd1-24e44d1b51d9', 'name': 'network-vif-deleted', 'tag': '430f6e9f-17f0-48d9-bbb4-bd7270add2c7', 'status': 'completed', 'code': 200} May 31 12:04:36.154297 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-000ebe08-a1bb-49dd-967e-d5365b10933f req-bfac0b8b-ccfd-41be-a876-9dd56d715d22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Synchronizing usage tracker for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:04:36.158854 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-b8346a5d-06b9-40e0-bb11-561f8377d6f6 req-db8ca612-6b89-436a-bec7-784038da5b0e tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.45 "DELETE /v2.0/ports/430f6e9f-17f0-48d9-bbb4-bd7270add2c7 HTTP/1.1" status: 204 len: 173 time: 0.9559288 May 31 12:04:36.249270 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.quota.resource [req-000ebe08-a1bb-49dd-967e-d5365b10933f req-bfac0b8b-ccfd-41be-a876-9dd56d715d22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] Unset dirty status for tenant:ca6a10e4c9af4ef4b0c77a6c25babd3a on resource:port {{(pid=92556) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:04:36.250498 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [req-000ebe08-a1bb-49dd-967e-d5365b10933f req-bfac0b8b-ccfd-41be-a876-9dd56d715d22 tempest-TestMinimumBasicScenario-1564305251 tempest-TestMinimumBasicScenario-1564305251-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbec8cf-9131-4dc2-bfd1-24e44d1b51d9 HTTP/1.1" status: 200 len: 210 time: 0.1439519 May 31 12:04:38.826686 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43364) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:39.349226 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 no longer exists at agent hyperv_hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:39.364040 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:39.383693 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] No Port match for: 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:39.384046 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Device 430f6e9f-17f0-48d9-bbb4-bd7270add2c7 not bound to the agent host hv-cinder-79123 {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:39.776811 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Deleting port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:39.777189 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.003384 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] For port 2ea9e43d-b72d-4f32-8928-20b6ce4cf865, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:40.004194 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.128923 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Calling delete_port for 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 owned by network:router_interface {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:40.364765 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.368614 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f447a1a4-3996-48e2-abec-d03442925820 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:40.414208 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea9e43d-b72d-4f32-8928-20b6ce4cf865,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:40.417545 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:40.688110 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:40.740623 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-45c72a12-5b82-449a-9880-416c52156024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.051805 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:04:41.230155 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:04:41.239101 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Sync routers for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:04:41.252355 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:41.253084 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:41.302326 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-70fa54a2-0f3f-43ca-969a-3483d0e4a87d admin admin] 10.222.0.20 "PUT /v2.0/routers/4a7362e0-33dd-46f0-bbda-5fd2987e04a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738836 May 31 12:04:41.304712 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43368) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:41.457489 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:41.607833 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks [] for router, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.777437 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:04:40Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:41.782239 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Checking router: 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 for host: dv-cinder-791239-4-smb {{(pid=92558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:04:41.793363 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Routers {'4a7362e0-33dd-46f0-bbda-5fd2987e04a9'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:41.794013 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:13Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'], 'active': True} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:41.796757 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:41.996893 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvr_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] Set router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 gateway port host: dv-cinder-791239-4-smb {{(pid=92558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:42.004765 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Deleting port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:42.005107 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.128111 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] For port 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:42.128840 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.260588 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Calling delete_port for 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea owned by network:router_gateway {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:42.341463 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_hamode_db [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:04:40Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:42.345919 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3456900-ba3f-4e19-bba8-c5af870f2aac None None] The sync data for ids ['4a7362e0-33dd-46f0-bbda-5fd2987e04a9'] in dv-cinder-791239-4-smb is: [{'id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'name': 'tempest-TestMinimumBasicScenario-1646476751-router', 'tenant_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101'}], 'enable_snat': True}, 'gw_port_id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:14Z', 'updated_at': '2021-05-31T12:04:40Z', 'revision_number': 5, 'project_id': 'ca6a10e4c9af4ef4b0c77a6c25babd3a', 'gw_port': {'id': '6f9f1f8f-ae3f-4719-8bcd-81aea97213ea', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7362e0-33dd-46f0-bbda-5fd2987e04a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:15Z', 'updated_at': '2021-05-31T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}] {{(pid=92558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:04:42.502019 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.505833 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:42.549692 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=6f9f1f8f-ae3f-4719-8bcd-81aea97213ea,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:42.552743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:42.646014 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.829081 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.831334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.952100 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.952632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7362e0-33dd-46f0-bbda-5fd2987e04a9 {{(pid=92557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:04:42.966506 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:42.970935 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-22784051-26e4-4251-8942-8ce169443bbe admin admin] 10.222.0.20 "DELETE /v2.0/routers/4a7362e0-33dd-46f0-bbda-5fd2987e04a9 HTTP/1.1" status: 204 len: 168 time: 1.6652808 May 31 12:04:42.971157 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.wsgi [-] (92556) accepted ('10.222.0.20', 43372) {{(pid=92556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:43.036427 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.db.db_base_plugin_v2 [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Deleting subnet ab5c7965-d7ee-4fc5-81bc-7650ade31aea {{(pid=92556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:04:43.037376 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-348148a3-38c1-4e37-9a96-fa3e86633637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.040910 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.093253 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2501012'] for subnet, precommit_delete_associations {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.177248 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.393419 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.502036 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2657353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26382814'] for subnet, after_delete {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.506313 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-540145cf-ffe4-40da-b2cb-e6530da1af44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:43.541155 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5c7965-d7ee-4fc5-81bc-7650ade31aea,revision_number=None']} {{(pid=92556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:43.544733 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG oslo_concurrency.lockutils [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:43.548100 dv-cinder-791239-4-smb neutron-server[92556]: DEBUG neutron_lib.callbacks.manager [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for subnet, before_response {{(pid=92556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.553310 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017874c0-36ad-44c7-9bc3-e5629b2fec17 None None] Network 168c5219-60a8-49cc-86a4-de643c8af128 requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:04:43.557043 dv-cinder-791239-4-smb neutron-server[92556]: INFO neutron.wsgi [None req-030b4cbb-458e-431a-bbc2-cd853ef0a065 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ab5c7965-d7ee-4fc5-81bc-7650ade31aea HTTP/1.1" status: 204 len: 168 time: 0.5822690 May 31 12:04:43.557314 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43376) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:43.665857 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.731097 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:43.742054 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Deleting port 0078eeac-50a0-4e29-a6af-49c77fc52f57 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:43.742399 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.767600 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:43.767945 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 6f9f1f8f-ae3f-4719-8bcd-81aea97213ea not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:43.768338 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:43.803522 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:43.803860 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 2ea9e43d-b72d-4f32-8928-20b6ce4cf865 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:43.850942 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] For port 0078eeac-50a0-4e29-a6af-49c77fc52f57, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=0078eeac-50a0-4e29-a6af-49c77fc52f57,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:43.851298 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:43.868637 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] DHCP port deletion for 168c5219-60a8-49cc-86a4-de643c8af128 request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:04:43.936455 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Deleting port 0078eeac-50a0-4e29-a6af-49c77fc52f57 {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:43.936755 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.049897 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] For port 0078eeac-50a0-4e29-a6af-49c77fc52f57, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=0078eeac-50a0-4e29-a6af-49c77fc52f57,segment=NetworkSegment(08bf14b2-d70a-429e-8b38-530454c1c0a2),segment_id=08bf14b2-d70a-429e-8b38-530454c1c0a2)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:44.050613 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.092404 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Calling delete_port for 0078eeac-50a0-4e29-a6af-49c77fc52f57 owned by network:dhcp {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:44.177185 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Calling delete_port for 0078eeac-50a0-4e29-a6af-49c77fc52f57 owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:44.256334 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.260099 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-f9814b7d-bbed-4cfc-a96e-e51b52e68c29 tempest-AttachVolumeNegativeTest-1565304958 tempest-AttachVolumeNegativeTest-1565304958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:44.265186 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.268118 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:44.307824 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Pushing event deleted for resources: {'Port': ['ID=0078eeac-50a0-4e29-a6af-49c77fc52f57,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:44.308967 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.310884 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:44.311650 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] No DVR routers for this DVR port 0078eeac-50a0-4e29-a6af-49c77fc52f57 on host dv-cinder-791239-4-smb {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:04:44.312053 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Pushing event deleted for resources: {'Port': ['ID=0078eeac-50a0-4e29-a6af-49c77fc52f57,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:44.321824 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] No DVR routers for this DVR port 0078eeac-50a0-4e29-a6af-49c77fc52f57 on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:04:44.323917 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.324270 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.324614 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.324959 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.325292 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.325631 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.326517 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.326873 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.327207 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.327532 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.327924 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.328247 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791239-4-smb {{(pid=92558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:04:44.331934 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-2831b0fb-7624-4a87-880f-b82cf3923cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:44.428308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.441306 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168c5219-60a8-49cc-86a4-de643c8af128']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:44.454453 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bf14b2-d70a-429e-8b38-530454c1c0a2') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:44.454746 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bf14b2-d70a-429e-8b38-530454c1c0a2') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:44.467731 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.483900 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.490632 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:04:44.491300 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:04:44.505285 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:04:44.633137 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.636595 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:44.650509 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:44.662563 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Pushing event deleted for resources: {'Network': ['ID=168c5219-60a8-49cc-86a4-de643c8af128,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:44.666594 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:44.747984 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] 10.222.0.20 "DELETE /v2.0/networks/168c5219-60a8-49cc-86a4-de643c8af128 HTTP/1.1" status: 204 len: 168 time: 1.1896052 May 31 12:04:44.751489 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43380) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:45.299940 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3908608'] for router_interface, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:45.712558 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 0078eeac-50a0-4e29-a6af-49c77fc52f57 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:45.752425 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 0078eeac-50a0-4e29-a6af-49c77fc52f57 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:45.752777 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 0078eeac-50a0-4e29-a6af-49c77fc52f57 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:45.825696 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Deleting port 64090005-a579-4533-8b3b-264133aeaca5 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:45.826377 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:45.947929 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] For port 64090005-a579-4533-8b3b-264133aeaca5, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=64090005-a579-4533-8b3b-264133aeaca5,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:45.948168 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:45.952747 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:46.072462 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Calling delete_port for 64090005-a579-4533-8b3b-264133aeaca5 owned by network:router_interface {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:46.278771 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:46.282675 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-3e675832-f04c-4788-a0da-5a8ba948d126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:46.326658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=64090005-a579-4533-8b3b-264133aeaca5,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:46.329769 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:46.601156 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3697145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3910288'] for router_interface, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:46.971924 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Router 8f69851f-5506-42c4-9430-ac3b9b26fe1b has already been hosted by L3 agent b51117eb-313f-4ef9-9b41-cd028ac125d7 {{(pid=92557) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:04:47.151621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] Notify agent at l3_agent.dv-cinder-791239-4-smb the message routers_updated {{(pid=92557) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:04:47.160934 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Sync routers for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:04:47.162341 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-4e590956-2f40-42b3-8c4c-b099b5df2e76 admin admin] 10.222.0.20 "PUT /v2.0/routers/8f69851f-5506-42c4-9430-ac3b9b26fe1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4098401 May 31 12:04:47.164737 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43384) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:47.171796 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:47.172521 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:47.356201 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: dv-cinder-791239-4-smb {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:47.452910 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks [] for router, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:47.632139 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:47.640662 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'external_fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185'}], 'enable_snat': True}, 'gw_port_id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:04:46Z', 'revision_number': 5, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port': {'id': '1c7401f4-a0b2-4f90-a2d2-873183054dce', 'name': '', 'network_id': 'e5b95b67-c0cc-450a-9d0e-a170c0d697a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:47:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'ip_address': '172.28.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791239-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:02:25Z', 'updated_at': '2021-05-31T12:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de819d58-c7dc-41fc-8182-8c4e1391f25d', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791239-4-smb'}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:47.644497 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Checking router: 8f69851f-5506-42c4-9430-ac3b9b26fe1b for host: dv-cinder-791239-4-smb {{(pid=92559) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:04:47.654627 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Routers {'8f69851f-5506-42c4-9430-ac3b9b26fe1b'} bound to L3 agent in host dv-cinder-791239-4-smb {{(pid=92559) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:04:47.654627 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791239-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:46:43Z,description=,heartbeat_timestamp=2021-05-31T12:04:43Z,host='dv-cinder-791239-4-smb',id=b51117eb-313f-4ef9-9b41-cd028ac125d7,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:46:44Z,topic='l3_agent')) {'router_ids': ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'], 'active': True} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:47.788966 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Deleting port 1c7401f4-a0b2-4f90-a2d2-873183054dce {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:47.789308 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:47.842368 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_dvr_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] Set router 8f69851f-5506-42c4-9430-ac3b9b26fe1b gateway port host: None {{(pid=92559) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:04:47.918136 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] For port 1c7401f4-a0b2-4f90-a2d2-873183054dce, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=1c7401f4-a0b2-4f90-a2d2-873183054dce,segment=NetworkSegment(0a0db41f-0a46-4532-8a29-b7951d27dbc0),segment_id=0a0db41f-0a46-4532-8a29-b7951d27dbc0)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:47.918487 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:47.949064 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.l3_hamode_db [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:04:47Z', 'revision_number': 6, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port_host': None}], 'dv-cinder-791239-4-smb', False) {} {{(pid=92559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:47.953856 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a315d36-fa1f-4047-8fe1-e722813bc4f4 None None] The sync data for ids ['8f69851f-5506-42c4-9430-ac3b9b26fe1b'] in dv-cinder-791239-4-smb is: [{'id': '8f69851f-5506-42c4-9430-ac3b9b26fe1b', 'name': 'tempest-TestMinimumBasicScenario-624009470-router', 'tenant_id': 'b2744fb140bd483cb9b222b54026aea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:02:23Z', 'updated_at': '2021-05-31T12:04:47Z', 'revision_number': 6, 'project_id': 'b2744fb140bd483cb9b222b54026aea8', 'gw_port_host': None}] {{(pid=92559) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:04:48.050451 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Calling delete_port for 1c7401f4-a0b2-4f90-a2d2-873183054dce owned by network:router_gateway {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:48.256146 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.259998 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9c312d7b-e3f4-4c74-9ebe-3b508bf16fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:48.308464 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7401f4-a0b2-4f90-a2d2-873183054dce,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:48.311988 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:48.401131 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3910685'] for router_gateway, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.573033 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30641'] for router, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.575194 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.667029 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3913132'] for router, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.667891 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f69851f-5506-42c4-9430-ac3b9b26fe1b {{(pid=92557) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 12:04:48.680541 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] Notify callbacks [] for router, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.681689 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-5431fe97-aa9f-4897-a1a5-c420d47d3a5b admin admin] 10.222.0.20 "DELETE /v2.0/routers/8f69851f-5506-42c4-9430-ac3b9b26fe1b HTTP/1.1" status: 204 len: 168 time: 1.5160604 May 31 12:04:48.684162 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43388) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:48.747480 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Deleting subnet 21a4fd7a-29e6-451b-8552-f29e69581a3b {{(pid=92557) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:04:48.750621 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.802851 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3183215'] for subnet, precommit_delete_associations {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:48.882112 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778706'] for subnet, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.324159 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-761191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123242', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26237409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2199049'] for subnet, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.328890 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:49.369064 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a4fd7a-29e6-451b-8552-f29e69581a3b,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:49.372391 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:49.373971 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.380535 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-ee0d517a-4d5b-4e2a-9f69-09cbbec90db0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/21a4fd7a-29e6-451b-8552-f29e69581a3b HTTP/1.1" status: 204 len: 168 time: 0.6953149 May 31 12:04:49.381838 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acc7d1-55cc-4c73-aaf6-28462843f0d9 None None] Network 121f00a6-456c-45d7-839c-790f324729ee requested from dv-cinder-791239-4-smb {{(pid=92558) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:04:49.384424 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43392) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:49.495574 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-525222'] for network, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.569743 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Deleting port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 {{(pid=92557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:49.570087 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.653436 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] DHCP port deletion for 121f00a6-456c-45d7-839c-790f324729ee request from dv-cinder-791239-4-smb {{(pid=92558) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 12:04:49.680572 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.db [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] For port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:49.685693 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.719331 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 64090005-a579-4533-8b3b-264133aeaca5 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:49.755957 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 64090005-a579-4533-8b3b-264133aeaca5 {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:49.756363 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 64090005-a579-4533-8b3b-264133aeaca5 not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:49.756790 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 1c7401f4-a0b2-4f90-a2d2-873183054dce no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:49.792880 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] No Port match for: 1c7401f4-a0b2-4f90-a2d2-873183054dce {{(pid=92558) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:04:49.793221 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 1c7401f4-a0b2-4f90-a2d2-873183054dce not bound to the agent host dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:04:49.793636 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.rpc [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Device 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 no longer exists at agent ovs-agent-dv-cinder-791239-4-smb {{(pid=92558) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:04:49.813782 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.plugin [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Calling delete_port for 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 owned by network:dhcp {{(pid=92557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:49.825339 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Deleting port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 {{(pid=92558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:04:49.825874 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743196848451'] for port, before_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.960024 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.db [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] For port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8, host dv-cinder-791239-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791239-4-smb',level=0,port_id=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,segment=NetworkSegment(71b5c27b-1704-46c5-a60f-e2ee47eb9254),segment_id=71b5c27b-1704-46c5-a60f-e2ee47eb9254)] {{(pid=92558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:04:49.960412 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3910609'] for port, precommit_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.969025 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26237714'] for port, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:49.973886 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0b35a6b6-e058-49f3-9c9e-c8abed8659f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:50.023196 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:50.025029 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] No DVR routers for this DVR port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 on host dv-cinder-791239-4-smb {{(pid=92557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:04:50.026724 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:50.144897 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 update to DOWN by agent not found {{(pid=92558) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 31 12:04:50.146970 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-759645', 'neutron.services.segments.db._delete_segments_for_network-8743196992220'] for network, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.152448 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.plugins.ml2.plugin [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Calling delete_port for 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 owned by network:dhcp {{(pid=92558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:04:50.161774 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121f00a6-456c-45d7-839c-790f324729ee']}} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:50.175699 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b5c27b-1704-46c5-a60f-e2ee47eb9254') {'for_net_delete': True} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:50.175993 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.services.segments.db [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b5c27b-1704-46c5-a60f-e2ee47eb9254') {} {{(pid=92557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:04:50.187699 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743197002141', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3183204'] for segment, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.194992 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-672201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3697131', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743196850598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743196466899'] for port, after_delete {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.199402 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:50.205598 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517'] for segment, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.212080 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=92557) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:04:50.212397 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26237767'] for segment, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: Traceback (most recent call last): May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: timer() May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: cb(*args, **kw) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: return func(*args, **kwargs) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: self._notify() May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: self.callback(batched_events) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: event.method(event) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: return f(self, *a, **k) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: return self._get(url).json() May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: return self.request(url, 'GET', **kwargs) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:04:50.226377 dv-cinder-791239-4-smb neutron-server[92557]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:04:50.246222 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Pushing event deleted for resources: {'Port': ['ID=95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8,revision_number=None']} {{(pid=92558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:50.250022 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] No DVR routers for this DVR port 95a758ad-b94d-4f2e-ae61-4c3f5f6cbee8 on host dv-cinder-791239-4-smb {{(pid=92558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:04:50.251760 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG oslo_concurrency.lockutils [None req-d16d388f-6d47-4200-b12a-c5ea6e2d076e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:50.363449 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-759636', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3831886', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3697136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3910656'] for network, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.367353 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:50.381659 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3697109'] for network, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.392224 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=121f00a6-456c-45d7-839c-790f324729ee,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:50.395004 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:50.397118 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-c963933d-2266-4e71-8cac-7b7c9a71bbb9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/121f00a6-456c-45d7-839c-790f324729ee HTTP/1.1" status: 204 len: 168 time: 1.0114694 May 31 12:04:50.839946 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43398) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:50.889698 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-2ee7987b-d35c-4f5a-8ee9-d336f5234de8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca6a10e4c9af4ef4b0c77a6c25babd3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484548 May 31 12:04:50.892141 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43402) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:50.950245 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:50.976347 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:51.129880 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:51.133750 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-0f3b883a-e670-44a5-bf29-bbe35f91d0cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:51.150618 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e77af-3459-49d2-8bf2-f148128f6496,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:51.153231 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:51.288113 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:51.289239 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-efb4c169-8917-4ce1-b231-81052694b85f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/af1e77af-3459-49d2-8bf2-f148128f6496 HTTP/1.1" status: 204 len: 168 time: 0.3961430 May 31 12:04:51.996572 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43416) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:52.046564 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-635ad563-904c-4db4-b67a-71c02a30e64b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b2744fb140bd483cb9b222b54026aea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487821 May 31 12:04:52.048922 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.wsgi [-] (92557) accepted ('10.222.0.20', 43420) {{(pid=92557) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:04:52.106879 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:52.132769 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:52.260419 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3831932'] for security_group, after_delete {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:52.264658 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-9dfe41d2-e24d-4fda-9d16-aedd0257e04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:04:52.276798 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4584ca0e-7790-4f05-85fb-143d61ddeafb,revision_number=None']} {{(pid=92557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:04:52.286307 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG oslo_concurrency.lockutils [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92557) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:04:52.286307 dv-cinder-791239-4-smb neutron-server[92557]: DEBUG neutron_lib.callbacks.manager [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:04:52.287816 dv-cinder-791239-4-smb neutron-server[92557]: INFO neutron.wsgi [None req-8f4167ff-8697-4c57-a3be-05bf2868d712 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4584ca0e-7790-4f05-85fb-143d61ddeafb HTTP/1.1" status: 204 len: 168 time: 0.2378514 May 31 12:04:53.582597 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:05.192665 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:10.725517 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-53fda1b9-aba2-4881-ae8c-e4684c7ceb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:13.026485 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-30646d95-dc2c-4ce5-ac8e-28656c99ab04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:13.404122 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:14.255289 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:15.969086 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:30.586271 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:05:35.191293 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:40.728686 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-f65f3529-ea04-4ce6-873d-f6d29bcbc13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:42.996827 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb69c-b5be-4629-9dcf-4175d2aa1fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:43.380230 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:44.243043 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:05:45.945243 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:05.230964 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:07.586091 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:10.722275 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-1726290e-aa30-4284-9012-ca5b0d2d4907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:13.025593 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5900b24c-c88b-42a0-886e-9532c7243f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:13.436140 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:14.282266 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:15.967873 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:35.225642 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:40.727278 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-652ce535-3c2a-478c-9969-188ce8bef52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:42.990316 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-a5bc7411-29c2-4e1f-b8de-0ac9d8145b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:43.417850 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:44.247547 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:06:44.585183 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:06:45.972989 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:05.267869 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:10.776173 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-44d54482-8a4f-4570-88e7-6b81d189ae84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:13.017621 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-dc7d47ec-2db4-4850-84ea-cc031f3c4497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:13.400168 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:14.234236 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:15.975631 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:21.583574 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:07:35.227359 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:40.736223 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-5677167e-4fcb-45cb-b337-9e7262b76c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:43.027441 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-4097c43f-2fc0-4340-af71-9f1b3040d733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:43.416613 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:44.247656 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:45.967731 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:07:58.582509 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:05.243591 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:10.734019 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-22629432-6b09-461d-99a4-e0e3b8589c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:13.017537 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ade99307-f367-4e94-ac1e-eab05268605f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:13.405456 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:14.277275 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:15.985572 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:35.253016 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:35.582060 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:08:40.769896 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-c82d39ad-4b31-4dff-8e05-e44896c293ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.032566 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba902-064f-4d1b-b04a-aa7217cd2766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:43.401142 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:44.274130 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:08:45.986661 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:05.235203 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:10.727645 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-8b788925-429b-4a03-bcad-10c37918f6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:12.581133 dv-cinder-791239-4-smb neutron-server[92559]: DEBUG neutron.db.agents_db [None req-6f441943-a3fe-4a49-a260-e334cce867b4 None None] Agent healthcheck: found 6 active agents {{(pid=92559) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:09:13.025263 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-ec25d8c2-c5ea-4561-844f-c15fbe05bc8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:13.407643 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-31d12051-300c-46cf-a267-9ad6693239c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:14.262755 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-29ec2c30-2108-473e-ae6f-ecb68ff23f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:15.967712 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-7139a950-d280-43b0-a8c5-00582a063fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:09:35.239104 dv-cinder-791239-4-smb neutron-server[92558]: DEBUG neutron_lib.callbacks.manager [None req-27e6e50f-6cbe-4247-8b82-76ca2d553d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743196992238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758163'] for agent, after_update {{(pid=92558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}